[ 588.233386] env[69644]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69644) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.233828] env[69644]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69644) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.233893] env[69644]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69644) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.234210] env[69644]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 588.329844] env[69644]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69644) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 588.339452] env[69644]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69644) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 588.382988] env[69644]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 588.942445] env[69644]: INFO nova.virt.driver [None req-c0932a90-5088-45dd-9824-9f083c996e38 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 589.013365] env[69644]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.013582] env[69644]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.013686] env[69644]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69644) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 591.883068] env[69644]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ef11d000-9d73-4a48-bea9-3450e42478f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.371780] env[69644]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69644) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 592.371912] env[69644]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a681fdd3-c2d4-4dd9-81de-b59ac8fbabd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.413491] env[69644]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 006b6. [ 592.413639] env[69644]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.400s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.414665] env[69644]: INFO nova.virt.vmwareapi.driver [None req-c0932a90-5088-45dd-9824-9f083c996e38 None None] VMware vCenter version: 7.0.3 [ 592.418262] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c9e04-15f9-456b-86ea-83f3b5dd76da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.436190] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a180bb7e-bd1a-43f4-a5ae-1d177c8d19ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.442174] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ce816-616d-490d-b532-95581c3ae399 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.448957] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832bb1a-288a-4a43-8927-1e851f5201fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.462427] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79578263-a2cf-407e-bf2a-19bba4f04427 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.468620] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06060dd6-ef94-4170-8761-4c8ff0896538 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.499372] env[69644]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-47a255bc-9ef3-442a-b883-d4d19577ff0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.505093] env[69644]: DEBUG nova.virt.vmwareapi.driver [None req-c0932a90-5088-45dd-9824-9f083c996e38 None None] Extension org.openstack.compute already exists. {{(pid=69644) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 592.508209] env[69644]: INFO nova.compute.provider_config [None req-c0932a90-5088-45dd-9824-9f083c996e38 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 593.011465] env[69644]: DEBUG nova.context [None req-c0932a90-5088-45dd-9824-9f083c996e38 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),65404a21-2ec9-4340-9178-0d974fa44c83(cell1) {{(pid=69644) load_cells /opt/stack/nova/nova/context.py:464}} [ 593.013681] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.013912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.014616] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.015064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Acquiring lock "65404a21-2ec9-4340-9178-0d974fa44c83" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.015259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Lock "65404a21-2ec9-4340-9178-0d974fa44c83" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.016315] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Lock "65404a21-2ec9-4340-9178-0d974fa44c83" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.037214] env[69644]: INFO dbcounter [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Registered counter for database nova_cell0 [ 593.045391] env[69644]: INFO dbcounter [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Registered counter for database nova_cell1 [ 593.050578] env[69644]: DEBUG oslo_db.sqlalchemy.engines [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69644) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.051220] env[69644]: DEBUG oslo_db.sqlalchemy.engines [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69644) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.056037] env[69644]: ERROR nova.db.main.api [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.056037] env[69644]: result = function(*args, **kwargs) [ 593.056037] env[69644]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 593.056037] env[69644]: return func(*args, **kwargs) [ 593.056037] env[69644]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.056037] env[69644]: result = fn(*args, **kwargs) [ 593.056037] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.056037] env[69644]: return f(*args, **kwargs) [ 593.056037] env[69644]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.056037] env[69644]: return db.service_get_minimum_version(context, binaries) [ 593.056037] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.056037] env[69644]: _check_db_access() [ 593.056037] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.056037] env[69644]: stacktrace = ''.join(traceback.format_stack()) [ 593.056037] env[69644]: [ 593.056843] env[69644]: ERROR nova.db.main.api [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.056843] env[69644]: result = function(*args, **kwargs) [ 593.056843] env[69644]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 593.056843] env[69644]: return func(*args, **kwargs) [ 593.056843] env[69644]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.056843] env[69644]: result = fn(*args, **kwargs) [ 593.056843] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.056843] env[69644]: return f(*args, **kwargs) [ 593.056843] env[69644]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.056843] env[69644]: return db.service_get_minimum_version(context, binaries) [ 593.056843] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.056843] env[69644]: _check_db_access() [ 593.056843] env[69644]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.056843] env[69644]: stacktrace = ''.join(traceback.format_stack()) [ 593.056843] env[69644]: [ 593.057240] env[69644]: WARNING nova.objects.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Failed to get minimum service version for cell 65404a21-2ec9-4340-9178-0d974fa44c83 [ 593.057400] env[69644]: WARNING nova.objects.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 593.057812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Acquiring lock "singleton_lock" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.057971] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Acquired lock "singleton_lock" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.058237] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Releasing lock "singleton_lock" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.058561] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Full set of CONF: {{(pid=69644) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 593.058707] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ******************************************************************************** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 593.058834] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] Configuration options gathered from: {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 593.058968] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 593.059175] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 593.059307] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ================================================================================ {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 593.059555] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] allow_resize_to_same_host = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.059738] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] arq_binding_timeout = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.059870] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] backdoor_port = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.059996] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] backdoor_socket = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.060181] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] block_device_allocate_retries = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.060342] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] block_device_allocate_retries_interval = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.060510] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cert = self.pem {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.060676] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.060851] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute_monitors = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061039] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] config_dir = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061215] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] config_drive_format = iso9660 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061355] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061520] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] config_source = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061685] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] console_host = devstack {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.061848] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] control_exchange = nova {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062021] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cpu_allocation_ratio = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062237] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] daemon = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062413] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] debug = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062572] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_access_ip_network_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062734] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_availability_zone = nova {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.062885] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_ephemeral_format = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063054] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_green_pool_size = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063303] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063477] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] default_schedule_zone = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063656] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] disk_allocation_ratio = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063821] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] enable_new_services = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.063998] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] enabled_apis = ['osapi_compute'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.064178] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] enabled_ssl_apis = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.064337] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] flat_injected = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.064492] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] force_config_drive = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.064647] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] force_raw_images = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.064854] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] graceful_shutdown_timeout = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065014] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] heal_instance_info_cache_interval = -1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065256] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] host = cpu-1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065600] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] initial_disk_allocation_ratio = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065758] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] initial_ram_allocation_ratio = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.065969] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.066157] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_build_timeout = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.066350] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_delete_interval = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.066526] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_format = [instance: %(uuid)s] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.066693] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_name_template = instance-%08x {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.066854] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_usage_audit = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067034] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_usage_audit_period = month {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067209] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067375] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] instances_path = /opt/stack/data/nova/instances {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067563] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] internal_service_availability_zone = internal {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067742] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] key = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.067905] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] live_migration_retry_count = 30 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068087] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_color = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068260] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_config_append = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068427] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068585] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_dir = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068745] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.068881] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_options = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069096] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_rotate_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_rotate_interval_type = days {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] log_rotation_type = none {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069564] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.069863] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070039] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070200] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070377] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] long_rpc_timeout = 1800 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070567] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_concurrent_builds = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070728] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_concurrent_live_migrations = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.070887] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_concurrent_snapshots = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071068] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_local_block_devices = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071235] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_logfile_count = 30 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071392] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] max_logfile_size_mb = 200 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071549] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] maximum_instance_delete_attempts = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071747] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metadata_listen = 0.0.0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.071931] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metadata_listen_port = 8775 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072120] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metadata_workers = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072284] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] migrate_max_retries = -1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072451] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] mkisofs_cmd = genisoimage {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072653] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] my_block_storage_ip = 10.180.1.21 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072786] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] my_ip = 10.180.1.21 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.072993] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.073202] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] network_allocate_retries = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.073390] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.073561] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] osapi_compute_listen = 0.0.0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.073726] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] osapi_compute_listen_port = 8774 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.073894] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] osapi_compute_unique_server_name_scope = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074078] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] osapi_compute_workers = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074246] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] password_length = 12 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074446] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] periodic_enable = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074625] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] periodic_fuzzy_delay = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074799] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] pointer_model = usbtablet {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.074967] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] preallocate_images = none {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075144] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] publish_errors = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075279] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] pybasedir = /opt/stack/nova {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ram_allocation_ratio = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075599] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rate_limit_burst = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075792] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rate_limit_except_level = CRITICAL {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.075969] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rate_limit_interval = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076145] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reboot_timeout = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076301] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reclaim_instance_interval = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076455] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] record = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076624] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reimage_timeout_per_gb = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076789] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] report_interval = 120 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.076933] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rescue_timeout = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077140] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reserved_host_cpus = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077327] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reserved_host_disk_mb = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077529] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reserved_host_memory_mb = 512 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077635] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] reserved_huge_pages = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077795] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] resize_confirm_window = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.077958] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] resize_fs_using_block_device = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078120] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] resume_guests_state_on_host_boot = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078291] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078487] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] rpc_response_timeout = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078660] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] run_external_periodic_tasks = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078830] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] running_deleted_instance_action = reap {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.078996] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] running_deleted_instance_poll_interval = 1800 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079149] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] running_deleted_instance_timeout = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079309] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler_instance_sync_interval = 120 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079477] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_down_time = 720 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079641] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] servicegroup_driver = db {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079815] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] shell_completion = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.079994] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] shelved_offload_time = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.080173] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] shelved_poll_interval = 3600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.080342] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] shutdown_timeout = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.080505] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] source_is_ipv6 = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.080656] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ssl_only = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.080922] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.081118] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] sync_power_state_interval = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.081325] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] sync_power_state_pool_size = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.081504] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] syslog_log_facility = LOG_USER {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.081662] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] tempdir = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.081825] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] timeout_nbd = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082008] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] transport_url = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082169] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] update_resources_interval = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082327] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_cow_images = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082490] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_journal = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082719] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_json = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.082900] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_rootwrap_daemon = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083077] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_stderr = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083244] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] use_syslog = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083401] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vcpu_pin_set = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083566] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plugging_is_fatal = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083737] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plugging_timeout = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.083918] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] virt_mkfs = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.084127] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] volume_usage_poll_interval = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.084294] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] watch_log_file = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.084465] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] web = /usr/share/spice-html5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.084655] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.084826] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.085011] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.085191] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_concurrency.disable_process_locking = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.085881] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.086108] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.086301] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.086504] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.086697] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.086886] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.087116] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.auth_strategy = keystone {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.087315] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.compute_link_prefix = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.087513] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.087714] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.dhcp_domain = novalocal {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.087890] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.enable_instance_password = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.088137] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.glance_link_prefix = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.088270] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.088515] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.088712] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.instance_list_per_project_cells = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.088901] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.list_records_by_skipping_down_cells = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.089098] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.local_metadata_per_cell = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.089289] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.max_limit = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.089476] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.metadata_cache_expiration = 15 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.089686] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.neutron_default_tenant_id = default {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.089883] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.response_validation = warn {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.090102] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.use_neutron_default_nets = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.090287] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.090461] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.090648] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.090844] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.091062] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_dynamic_targets = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.091263] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_jsonfile_path = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.091465] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.091674] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.backend = dogpile.cache.memcached {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.091856] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.backend_argument = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.092058] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.backend_expiration_time = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.092286] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.config_prefix = cache.oslo {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.092488] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.dead_timeout = 60.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.092675] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.debug_cache_backend = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.092853] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.enable_retry_client = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093043] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.enable_socket_keepalive = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093247] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.enabled = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093432] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.enforce_fips_mode = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093617] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.expiration_time = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093807] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.hashclient_retry_attempts = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.093992] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.hashclient_retry_delay = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.094192] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_dead_retry = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.094366] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_password = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.094538] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.094701] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.094864] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_pool_maxsize = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095047] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095287] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_sasl_enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095406] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095586] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_socket_timeout = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095753] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.memcache_username = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.095921] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.proxies = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096108] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_db = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096275] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_password = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096447] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_sentinel_service_name = mymaster {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096625] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096794] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_server = localhost:6379 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.096959] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_socket_timeout = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097133] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.redis_username = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097298] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.retry_attempts = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097462] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.retry_delay = 0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097625] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.socket_keepalive_count = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097785] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.socket_keepalive_idle = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.097944] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.socket_keepalive_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098144] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.tls_allowed_ciphers = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098323] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.tls_cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098484] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.tls_certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098643] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.tls_enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098800] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cache.tls_keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.098972] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.099185] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.auth_type = password {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.099356] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.099526] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.catalog_info = volumev3::publicURL {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.099715] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.099846] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100018] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.cross_az_attach = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100225] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.debug = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100342] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.endpoint_template = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100508] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.http_retries = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100669] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.100827] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101032] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.os_region_name = RegionOne {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101219] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101383] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cinder.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101554] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101715] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.cpu_dedicated_set = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.101873] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.cpu_shared_set = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.102070] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.image_type_exclude_list = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.102247] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.102410] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.max_concurrent_disk_ops = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.102631] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.max_disk_devices_to_attach = -1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.102839] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.103102] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.103346] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.resource_provider_association_refresh = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.103606] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.103867] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.shutdown_retry_interval = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.104184] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.104492] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] conductor.workers = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.104756] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] console.allowed_origins = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.104942] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] console.ssl_ciphers = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.105140] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] console.ssl_minimum_version = default {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.105323] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] consoleauth.enforce_session_timeout = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.105497] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] consoleauth.token_ttl = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.105675] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.105838] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106008] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106236] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106430] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106595] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106760] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.106919] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107095] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107262] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107419] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107575] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107732] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.107900] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.service_type = accelerator {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108072] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108234] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108391] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108547] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108724] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.108885] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] cyborg.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109092] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.asyncio_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109270] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.asyncio_slave_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109445] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.backend = sqlalchemy {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109614] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109824] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.connection_debug = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.109942] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.connection_parameters = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.110134] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.connection_recycle_time = 3600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.110350] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.connection_trace = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.110491] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.db_inc_retry_interval = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.110654] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.db_max_retries = 20 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.110816] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.db_max_retry_interval = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111017] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.db_retry_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111191] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.max_overflow = 50 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111355] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.max_pool_size = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111516] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.max_retries = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111686] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.111842] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.mysql_wsrep_sync_wait = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112008] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.pool_timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112179] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.retry_interval = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112336] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.slave_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112496] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.sqlite_synchronous = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112656] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] database.use_db_reconnect = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112823] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.asyncio_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.112984] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.asyncio_slave_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.113173] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.backend = sqlalchemy {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.113344] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.113510] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.connection_debug = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.113678] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.connection_parameters = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.113840] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.connection_recycle_time = 3600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114010] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.connection_trace = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114180] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.db_inc_retry_interval = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114341] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.db_max_retries = 20 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114506] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.db_max_retry_interval = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114668] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.db_retry_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114830] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.max_overflow = 50 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.114991] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.max_pool_size = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115169] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.max_retries = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115341] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115502] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115661] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.pool_timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115821] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.retry_interval = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.115977] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.slave_connection = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.116155] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] api_database.sqlite_synchronous = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.116332] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] devices.enabled_mdev_types = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.116507] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.116679] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ephemeral_storage_encryption.default_format = luks {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.116843] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ephemeral_storage_encryption.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117013] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117195] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.api_servers = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117360] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117520] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117683] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117841] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.117998] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118176] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.debug = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118340] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.default_trusted_certificate_ids = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118502] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.enable_certificate_validation = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118661] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.enable_rbd_download = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118818] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.118984] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119159] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119318] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119473] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119633] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.num_retries = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119798] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.rbd_ceph_conf = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.119959] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.rbd_connect_timeout = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120141] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.rbd_pool = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120310] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.rbd_user = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120478] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120635] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120790] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.120959] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.service_type = image {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121137] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121296] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121452] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121607] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121782] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.121946] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.verify_glance_signatures = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122146] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] glance.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122320] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] guestfs.debug = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122491] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122654] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.auth_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122813] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.122970] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123151] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123311] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123469] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123627] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123789] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.123947] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124122] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124286] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124444] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124602] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124759] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.124928] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.service_type = shared-file-system {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125104] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.share_apply_policy_timeout = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125269] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125427] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125583] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125742] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.125920] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.126489] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] manila.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.126489] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] mks.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.126619] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.126807] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.manager_interval = 2400 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.126978] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.precache_concurrency = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.127165] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.remove_unused_base_images = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.127336] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.127503] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.127679] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] image_cache.subdirectory_name = _base {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.127854] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.api_max_retries = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128036] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.api_retry_interval = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128205] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128368] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.auth_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128528] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128690] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.128855] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129031] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.conductor_group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129198] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129356] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129515] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129678] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.129836] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130042] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130165] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130331] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.peer_list = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130490] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130648] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130808] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.serial_console_state_timeout = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.130978] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.131181] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.service_type = baremetal {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.131348] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.shard = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.131509] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.131669] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.131828] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132009] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132216] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132381] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ironic.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132565] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132738] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] key_manager.fixed_key = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.132921] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133093] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.barbican_api_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133258] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.barbican_endpoint = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133431] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.barbican_endpoint_type = public {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133590] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.barbican_region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133749] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.133908] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134106] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134286] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134449] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134612] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.number_of_retries = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134771] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.retry_delay = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.134935] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.send_service_user_token = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135112] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135276] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135435] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.verify_ssl = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135595] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican.verify_ssl_path = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135755] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.135919] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.auth_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.136091] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.136254] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.136417] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137249] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137249] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137249] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137249] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] barbican_service_user.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137249] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.approle_role_id = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137488] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.approle_secret_id = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137516] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.kv_mountpoint = secret {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137679] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.kv_path = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137841] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.kv_version = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.137999] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.namespace = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.138174] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.root_token_id = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.138332] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.ssl_ca_crt_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.138498] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.timeout = 60.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.138659] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.use_ssl = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.138828] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139014] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139179] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139341] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139499] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139656] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139814] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.139971] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140146] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140304] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140460] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140619] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140781] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.140936] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141145] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.service_type = identity {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141318] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141477] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141633] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141791] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.141979] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.142222] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] keystone.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.142428] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.ceph_mount_options = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.142752] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.142948] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.connection_uri = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143128] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_mode = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143299] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_model_extra_flags = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143471] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_models = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143644] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_power_governor_high = performance {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143813] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_power_governor_low = powersave {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.143977] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_power_management = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144167] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144342] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.device_detach_attempts = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144503] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.device_detach_timeout = 20 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144669] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.disk_cachemodes = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144827] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.disk_prefix = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.144992] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.enabled_perf_events = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145168] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.file_backed_memory = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145334] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.gid_maps = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145491] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.hw_disk_discard = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145646] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.hw_machine_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145814] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_rbd_ceph_conf = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.145975] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.146194] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.146376] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_rbd_glance_store_name = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.146547] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_rbd_pool = rbd {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.146717] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_type = default {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.146877] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.images_volume_group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147050] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.inject_key = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147218] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.inject_partition = -2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147378] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.inject_password = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147539] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.iscsi_iface = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147699] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.iser_use_multipath = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.147859] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_bandwidth = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_downtime = 500 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_inbound_addr = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.149892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_permit_post_copy = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_scheme = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_timeout_action = abort {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_tunnelled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_uri = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.live_migration_with_native_tls = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150164] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.max_queues = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150394] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150394] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150457] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.nfs_mount_options = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150725] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.150892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151094] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_iser_scan_tries = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151266] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_memory_encrypted_guests = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151426] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151584] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_pcie_ports = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151746] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.num_volume_scan_tries = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.151905] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.pmem_namespaces = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.152100] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.quobyte_client_cfg = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.152437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.152647] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rbd_connect_timeout = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.152813] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rbd_secret_uuid = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rbd_user = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.remote_filesystem_transport = ssh {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.153908] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rescue_image_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.154116] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rescue_kernel_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.154178] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rescue_ramdisk_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.154302] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.154709] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.rx_queue_size = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.154709] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.smbfs_mount_options = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155034] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155107] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.snapshot_compression = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155377] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.snapshot_image_format = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155471] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155643] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.sparse_logical_volumes = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.155805] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.swtpm_enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156058] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.swtpm_group = tss {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156264] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.swtpm_user = tss {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156441] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.sysinfo_serial = unique {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156602] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.tb_cache_size = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156763] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.tx_queue_size = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.156929] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.uid_maps = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157109] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.use_virtio_for_bridges = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157289] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.virt_type = kvm {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157461] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.volume_clear = zero {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157625] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.volume_clear_size = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157786] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.volume_enforce_multipath = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.157954] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.volume_use_multipath = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.158149] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_cache_path = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.158343] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.158515] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_mount_group = qemu {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.158680] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_mount_opts = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.158848] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.159151] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.159342] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.vzstorage_mount_user = stack {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.159793] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.159793] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.159901] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.auth_type = password {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160075] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160246] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160409] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160566] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160726] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.160896] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.default_floating_pool = public {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161137] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161262] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.extension_sync_interval = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161427] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.http_retries = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161586] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161745] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.161907] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162113] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162285] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162461] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.ovs_bridge = br-int {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162615] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.physnets = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162787] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.region_name = RegionOne {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.162946] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163127] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.service_metadata_proxy = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163292] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163458] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.service_type = network {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163619] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163776] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.163931] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164102] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164286] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164446] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] neutron.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164616] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.bdms_in_notifications = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164793] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.default_level = INFO {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.164956] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.include_share_mapping = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165145] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.notification_format = unversioned {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165313] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.notify_on_state_change = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165485] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165663] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] pci.alias = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165832] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] pci.device_spec = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.165996] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] pci.report_in_placement = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.166189] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.166365] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.auth_type = password {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.166534] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.166694] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.166852] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167030] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167195] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167354] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167510] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.default_domain_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167669] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.default_domain_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167827] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.domain_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.167985] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.domain_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168160] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168320] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168475] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168631] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168786] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.168955] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.password = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169126] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.project_domain_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169295] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.project_domain_name = Default {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169461] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.project_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169632] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.project_name = service {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169802] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.region_name = RegionOne {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.169962] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.170149] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.170347] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.service_type = placement {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.170514] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.170725] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.170834] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171018] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.system_scope = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171198] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171354] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.trust_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171511] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.user_domain_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171676] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.user_domain_name = Default {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.171833] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.user_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172011] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.username = nova {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172204] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172364] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] placement.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172548] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.cores = 20 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172711] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.count_usage_from_placement = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.172882] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173063] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.injected_file_content_bytes = 10240 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173235] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.injected_file_path_length = 255 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173400] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.injected_files = 5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173565] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.instances = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173728] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.key_pairs = 100 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.173893] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.metadata_items = 128 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174069] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.ram = 51200 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174236] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.recheck_quota = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174403] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.server_group_members = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174565] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.server_groups = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174769] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.174943] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] quota.unified_limits_resource_strategy = require {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175130] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175295] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175456] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.image_metadata_prefilter = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175614] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175774] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.max_attempts = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.175936] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.max_placement_results = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176113] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176281] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.query_placement_for_image_type_support = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176443] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176618] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] scheduler.workers = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176794] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.176965] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177156] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177333] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177493] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177654] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177814] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.177999] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.178182] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.host_subset_size = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.178346] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.178505] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.178664] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.178825] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179014] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179193] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.isolated_hosts = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179357] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.isolated_images = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179518] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179677] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179839] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.179999] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.pci_in_placement = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180177] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180337] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180497] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180655] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180831] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.180982] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.181151] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.track_instance_changes = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.181329] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.181498] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metrics.required = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.181659] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metrics.weight_multiplier = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.181820] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.182011] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] metrics.weight_setting = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.182352] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.182530] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.182708] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.port_range = 10000:20000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.182879] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183133] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183230] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] serial_console.serialproxy_port = 6083 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183399] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183569] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.auth_type = password {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183726] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.183884] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184057] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184222] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184381] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184550] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.send_service_user_token = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184711] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.184867] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] service_user.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.185047] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.agent_enabled = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.185216] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.185523] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.185728] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.185901] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.html5proxy_port = 6082 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186076] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.image_compression = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186242] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.jpeg_compression = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186401] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.playback_compression = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186561] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.require_secure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186730] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.server_listen = 127.0.0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.186898] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.187189] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.187367] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.streaming_mode = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.187529] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] spice.zlib_compression = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.187695] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] upgrade_levels.baseapi = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.187868] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] upgrade_levels.compute = auto {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188038] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] upgrade_levels.conductor = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188203] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] upgrade_levels.scheduler = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188367] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188528] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.auth_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188688] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.188844] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189017] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189186] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189346] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189505] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189663] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vendordata_dynamic_auth.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189835] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.api_retry_count = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.189998] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.ca_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.190188] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.cache_prefix = devstack-image-cache {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.190357] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.cluster_name = testcl1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.190521] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.connection_pool_size = 10 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.190679] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.console_delay_seconds = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.190848] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.datastore_regex = ^datastore.* {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191097] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191289] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.host_password = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191459] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.host_port = 443 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191629] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.host_username = administrator@vsphere.local {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191794] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.insecure = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.191960] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.integration_bridge = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192169] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.maximum_objects = 100 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192348] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.pbm_default_policy = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192496] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.pbm_enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192652] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.pbm_wsdl_location = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192819] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.192974] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.serial_port_proxy_uri = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.193147] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.serial_port_service_uri = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.193330] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.task_poll_interval = 0.5 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.193528] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.use_linked_clone = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.193706] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.vnc_keymap = en-us {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.193875] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.vnc_port = 5900 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.194053] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vmware.vnc_port_total = 10000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.194251] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.auth_schemes = ['none'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.194429] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.194718] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.194906] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195093] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.novncproxy_port = 6080 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195296] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.server_listen = 127.0.0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195479] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195642] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.vencrypt_ca_certs = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195802] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.vencrypt_client_cert = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.195964] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vnc.vencrypt_client_key = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196153] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196321] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_deep_image_inspection = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196482] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196643] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196802] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.196962] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.disable_rootwrap = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197136] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.enable_numa_live_migration = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197298] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197458] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197619] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197778] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.libvirt_disable_apic = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.197937] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198111] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198277] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198437] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198595] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198753] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.198913] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199086] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199256] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199419] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199604] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199772] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.client_socket_timeout = 900 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.199940] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.default_pool_size = 1000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200124] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.keep_alive = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200295] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.max_header_line = 16384 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200458] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.secure_proxy_ssl_header = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200617] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.ssl_ca_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200777] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.ssl_cert_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.200936] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.ssl_key_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.201137] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.tcp_keepidle = 600 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.201329] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.201502] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] zvm.ca_file = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.201672] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] zvm.cloud_connector_url = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.201968] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.202162] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] zvm.reachable_timeout = 300 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.202339] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.202516] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.202691] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.connection_string = messaging:// {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.202858] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.enabled = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.203040] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.es_doc_type = notification {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.203211] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.es_scroll_size = 10000 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.203421] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.es_scroll_time = 2m {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.203643] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.filter_error_trace = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.203850] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.hmac_keys = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204037] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.sentinel_service_name = mymaster {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204218] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.socket_timeout = 0.1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204381] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.trace_requests = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204541] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler.trace_sqlalchemy = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204720] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler_jaeger.process_tags = {} {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.204883] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler_jaeger.service_name_prefix = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205068] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] profiler_otlp.service_name_prefix = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205242] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] remote_debug.host = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205403] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] remote_debug.port = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205579] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205741] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.205903] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206076] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206243] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206403] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206565] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206724] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.206885] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207065] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207231] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207401] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207567] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207731] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.207894] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208073] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208241] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208401] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208568] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208725] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.208883] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209058] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209225] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209386] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209543] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209700] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.209857] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210025] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210192] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210352] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210515] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210682] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.210845] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211044] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211224] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211394] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.ssl_version = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211557] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211781] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.211900] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_notifications.retry = -1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.212151] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.212360] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_messaging_notifications.transport_url = **** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.212542] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.auth_section = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.212707] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.auth_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.212869] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.cafile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213038] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.certfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213207] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.collect_timing = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213375] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.connect_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213539] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.connect_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213696] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_id = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.213866] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_interface = publicURL {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214032] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_override = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214197] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214358] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214517] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.endpoint_service_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214676] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.insecure = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214833] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.keyfile = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.214988] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.max_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215160] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.min_version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215316] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.region_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215471] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.retriable_status_codes = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215626] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.service_name = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215779] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.service_type = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.215937] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.split_loggers = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216107] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.status_code_retries = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216268] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.status_code_retry_delay = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216423] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.timeout = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216579] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.valid_interfaces = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216733] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_limit.version = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.216897] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_reports.file_event_handler = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217073] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217236] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] oslo_reports.log_dir = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217407] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217566] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217725] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.217890] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218072] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218237] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218407] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218567] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218727] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.218892] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.219077] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.219244] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] vif_plug_ovs_privileged.user = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.219416] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.flat_interface = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.219595] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.219768] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220112] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220112] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220291] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220461] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220624] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220803] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.220999] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.isolate_vif = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.221229] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.221352] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.221525] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.221692] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.ovsdb_interface = native {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.221888] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] os_vif_ovs.per_port_bridge = False {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222051] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.capabilities = [21] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222230] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222392] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.helper_command = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222559] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222722] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.222880] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] privsep_osbrick.user = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223066] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223231] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.group = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223388] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.helper_command = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223550] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223710] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223865] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] nova_sys_admin.user = None {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.223995] env[69644]: DEBUG oslo_service.backend.eventlet.service [None req-f4538ae6-c7db-437b-a437-0e9597f7bcdd None None] ******************************************************************************** {{(pid=69644) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 593.224428] env[69644]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 593.728045] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Getting list of instances from cluster (obj){ [ 593.728045] env[69644]: value = "domain-c8" [ 593.728045] env[69644]: _type = "ClusterComputeResource" [ 593.728045] env[69644]: } {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 593.729170] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d38db7-4849-4ccb-af61-82fd1e1fc4d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.737723] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Got total of 0 instances {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 593.738300] env[69644]: WARNING nova.virt.vmwareapi.driver [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 593.738762] env[69644]: INFO nova.virt.node [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Generated node identity 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c [ 593.739026] env[69644]: INFO nova.virt.node [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Wrote node identity 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c to /opt/stack/data/n-cpu-1/compute_id [ 594.241817] env[69644]: WARNING nova.compute.manager [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Compute nodes ['25af6c96-6f1b-4afc-9d2a-1c47143a2c7c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 595.247540] env[69644]: INFO nova.compute.manager [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 596.253142] env[69644]: WARNING nova.compute.manager [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 596.253490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.253679] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.253834] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.254016] env[69644]: DEBUG nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 596.255235] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105dab4-f11f-4f06-a85b-d3b12f0afa6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.263176] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5dc080-e562-4051-a6ee-7d0b9b3c2471 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.277445] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee76446-ce3f-4fc2-881b-d1b4b82909e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.283700] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ce6a5-f8c2-43dc-8cc9-b5e782e92194 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.311702] env[69644]: DEBUG nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180977MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 596.311836] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.312082] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.816264] env[69644]: WARNING nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] No compute node record for cpu-1:25af6c96-6f1b-4afc-9d2a-1c47143a2c7c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c could not be found. [ 597.322781] env[69644]: INFO nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c [ 598.832835] env[69644]: DEBUG nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 598.832835] env[69644]: DEBUG nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 598.999810] env[69644]: INFO nova.scheduler.client.report [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] [req-91b0ea27-835b-4a01-9c98-2b1f977f5bee] Created resource provider record via placement API for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 599.014598] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7de63-6b01-4b1b-a09b-4c01f04d4c7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.022804] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fccf3e-2bd5-457e-bf3c-5461a804af73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.053141] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9685acc-4d28-44d5-a4e3-fc25571408ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.060881] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581080e3-d548-4345-b526-4850e134fd52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.075204] env[69644]: DEBUG nova.compute.provider_tree [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.613169] env[69644]: DEBUG nova.scheduler.client.report [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 599.613169] env[69644]: DEBUG nova.compute.provider_tree [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 0 to 1 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.613169] env[69644]: DEBUG nova.compute.provider_tree [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.661823] env[69644]: DEBUG nova.compute.provider_tree [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 1 to 2 during operation: update_traits {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.164032] env[69644]: DEBUG nova.compute.resource_tracker [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 600.164032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.164032] env[69644]: DEBUG nova.service [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Creating RPC server for service compute {{(pid=69644) start /opt/stack/nova/nova/service.py:178}} [ 600.177636] env[69644]: DEBUG nova.service [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] Join ServiceGroup membership for this service compute {{(pid=69644) start /opt/stack/nova/nova/service.py:195}} [ 600.178288] env[69644]: DEBUG nova.servicegroup.drivers.db [None req-e1c2e51c-6a05-405a-84d6-d76bcbf5d03a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69644) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 618.183870] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.688020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Getting list of instances from cluster (obj){ [ 618.688020] env[69644]: value = "domain-c8" [ 618.688020] env[69644]: _type = "ClusterComputeResource" [ 618.688020] env[69644]: } {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.689281] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4ec70-eeeb-4bf5-a572-23db9d121673 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.698341] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Got total of 0 instances {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.698587] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.698891] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Getting list of instances from cluster (obj){ [ 618.698891] env[69644]: value = "domain-c8" [ 618.698891] env[69644]: _type = "ClusterComputeResource" [ 618.698891] env[69644]: } {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.699713] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab35e0-25bc-4d45-a22d-ef72429e4e90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.706696] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Got total of 0 instances {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 637.668487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.668487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.172367] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.724525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.724525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.728113] env[69644]: INFO nova.compute.claims [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.790090] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667fa8a-3cde-4745-a1b0-88df8580e9c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.798164] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db505f9-9874-46d2-84d6-44a9375f8697 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.837526] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17473871-81c2-447e-b744-fc50cd05c509 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.845845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cfeaa6-3cc7-4b50-8ceb-2ed6b3f9dfc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.859437] env[69644]: DEBUG nova.compute.provider_tree [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.363171] env[69644]: DEBUG nova.scheduler.client.report [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.869387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.870702] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.382346] env[69644]: DEBUG nova.compute.utils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.383867] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.384127] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.894198] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.993269] env[69644]: DEBUG nova.policy [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485e182c516c46509f2c0442f793cd46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b0d1f9b75fb44ec8ca36325bef00261', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.082108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "89d061ec-c250-4f32-a352-68072cebe938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.082340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.584678] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.822569] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.822855] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.908556] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.941189] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.941663] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.941890] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.942180] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.942315] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.942495] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.942935] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.943138] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.943551] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.943720] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.946018] env[69644]: DEBUG nova.virt.hardware [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.946018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e6fa47-a9fb-4ace-86a2-d835947731ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.953830] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5265910-d7c9-4f86-88ff-c28385940cb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.977160] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889915d-8190-4a5a-af5e-97366409eae0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.119019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.119019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.119019] env[69644]: INFO nova.compute.claims [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.327221] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.377218] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Successfully created port: 53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.654708] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.654708] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.867266] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.157498] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.211257] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d97a5-281b-44d1-a851-4a69e9b962c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.219452] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dec831-59ec-4bfe-8655-cf2a2b556dd6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.254205] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d74879-7e9e-4bf5-9a31-76a042c0f318 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.262409] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b137b8-f004-4f52-9208-250b52e840fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.276503] env[69644]: DEBUG nova.compute.provider_tree [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.694763] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.780088] env[69644]: DEBUG nova.scheduler.client.report [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.823278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.824086] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.288376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.288814] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.291759] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.424s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.296626] env[69644]: INFO nova.compute.claims [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.328227] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.801686] env[69644]: DEBUG nova.compute.utils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.803163] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.806017] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.871996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.033913] env[69644]: DEBUG nova.policy [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85b03898e30e4ac39e91db4430888d88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa898f2b5f7a406ea0d22ddb08c68c4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.308632] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.399687] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Successfully updated port: 53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.489042] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48bd30-e723-4fe6-add4-137fa8683579 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.499895] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fc279-6d9b-428e-b8fd-b975a29c64e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.546737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854bf78-cf5a-4c18-8583-720d46cdde17 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.559535] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e3706-ba3b-484d-b319-52d2545d77f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.576121] env[69644]: DEBUG nova.compute.provider_tree [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.903704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.903849] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.904058] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.081579] env[69644]: DEBUG nova.scheduler.client.report [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.327056] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.366067] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.366468] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.366783] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.367170] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.367406] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.367619] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.367888] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.368104] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.368495] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.368730] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.369241] env[69644]: DEBUG nova.virt.hardware [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.370781] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7828cc-9a1e-44f8-9ad8-87dbac3afbbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.380998] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f86d49-6897-4a17-80c8-0342f4a86dfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.587825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.587825] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.590699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.896s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.593718] env[69644]: INFO nova.compute.claims [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.632390] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.742138] env[69644]: DEBUG nova.compute.manager [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Received event network-vif-plugged-53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.742138] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] Acquiring lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.742138] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.742138] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.742138] env[69644]: DEBUG nova.compute.manager [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] No waiting events found dispatching network-vif-plugged-53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 647.742443] env[69644]: WARNING nova.compute.manager [req-a1aa6b36-7af0-4ef3-9cb1-9ddaefde7288 req-2d729889-eda3-4f62-9c76-6ba677a15362 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Received unexpected event network-vif-plugged-53403687-08be-4b1e-967e-259019c57c8a for instance with vm_state building and task_state spawning. [ 648.022269] env[69644]: DEBUG nova.network.neutron [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Updating instance_info_cache with network_info: [{"id": "53403687-08be-4b1e-967e-259019c57c8a", "address": "fa:16:3e:ee:ce:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53403687-08", "ovs_interfaceid": "53403687-08be-4b1e-967e-259019c57c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.022269] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Successfully created port: 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.097415] env[69644]: DEBUG nova.compute.utils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.103024] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.103084] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.353852] env[69644]: DEBUG nova.policy [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cabe43fcba84cff8791fb8c9cfbfc83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6883d5a42e26420e84fe217bb3cf67e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.392306] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.392385] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.392591] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.392781] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.392965] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.393338] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.393338] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.393533] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 648.393688] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.525835] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.526245] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Instance network_info: |[{"id": "53403687-08be-4b1e-967e-259019c57c8a", "address": "fa:16:3e:ee:ce:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53403687-08", "ovs_interfaceid": "53403687-08be-4b1e-967e-259019c57c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.526777] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ce:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53403687-08be-4b1e-967e-259019c57c8a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.543346] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.543484] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5295aa6f-dac4-41e5-900a-83cc86f89ce5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.558431] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created folder: OpenStack in parent group-v4. [ 648.558611] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating folder: Project (0b0d1f9b75fb44ec8ca36325bef00261). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.558847] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab74bf2d-fdd3-4ad6-a58f-a3436a3b8993 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.569720] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created folder: Project (0b0d1f9b75fb44ec8ca36325bef00261) in parent group-v709242. [ 648.570059] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating folder: Instances. Parent ref: group-v709243. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.570177] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b61ca429-fe39-418e-a97a-9dfedea92016 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580359] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created folder: Instances in parent group-v709243. [ 648.580654] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.580903] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.581069] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b73d15-6a50-4b53-820e-d2781d7aaad7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.600824] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.600824] env[69644]: value = "task-3552263" [ 648.600824] env[69644]: _type = "Task" [ 648.600824] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.608976] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.615885] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552263, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.712602] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f9857-90ac-48e2-8941-33280a5a4337 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.722139] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2089f-4825-4c17-869b-7552c637d722 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.762503] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a2ca7-0e15-4be1-8030-2f224d316931 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.771061] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a167b-7a4a-4ae0-9fc9-0656738911a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.786651] env[69644]: DEBUG nova.compute.provider_tree [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.897925] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.110887] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552263, 'name': CreateVM_Task, 'duration_secs': 0.321302} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.111076] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.132653] env[69644]: DEBUG oslo_vmware.service [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7bcb28-bd63-4b51-9998-b8bff4a7d8da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.139453] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.139728] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.141879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.141879] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c39bcdf-062a-4e52-a4de-0a0bc0131f60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.148295] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 649.148295] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293f751-20b9-5039-e235-aa47f18edbdc" [ 649.148295] env[69644]: _type = "Task" [ 649.148295] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.156697] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293f751-20b9-5039-e235-aa47f18edbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.294308] env[69644]: DEBUG nova.scheduler.client.report [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.622529] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.675656] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.675948] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.676714] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.676932] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.677100] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.677584] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.677802] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.677959] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.678136] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.678296] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.678489] env[69644]: DEBUG nova.virt.hardware [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.678857] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.679083] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.679317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679454] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.682090] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.682984] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21844d0b-5915-47a3-be8e-3ffdeb3b2966 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.685525] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6bc5e9-e7fb-4273-8f2d-de0890dc2344 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.696355] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5acd52-2b85-4fb2-83e0-c901c67c86c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.716995] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.718490] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.718490] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70a7fc-137b-46f6-a0d2-4e1039f39add {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.733282] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7286789-25ce-4f2b-ac78-84de66f9c9a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.741223] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 649.741223] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271675d-77d1-994c-d747-1174035e30c5" [ 649.741223] env[69644]: _type = "Task" [ 649.741223] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.746042] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271675d-77d1-994c-d747-1174035e30c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.801016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.801016] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.803699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.932s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.805266] env[69644]: INFO nova.compute.claims [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.981190] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Successfully created port: 77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.150094] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.150365] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.252202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 650.252802] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating directory with path [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.253134] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a63d8f6-ef3a-489d-a99f-aed868b32c30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.279286] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created directory with path [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.279600] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Fetch image to [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 650.279782] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Downloading image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69644) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 650.281378] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7309c7-d0f5-42ed-a2fc-154089d6492b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290083] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d572948-131e-41e2-a8e5-800b92374c40 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.303501] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345abb3-01f9-4e92-b7bc-a94a6b7e5844 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.305131] env[69644]: DEBUG nova.compute.utils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.306428] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.306586] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.352374] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b65437-4e69-4a80-8091-158b63ca5759 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.362503] env[69644]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c4767d2b-57b5-4de0-a2f3-1b8c593606b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.422780] env[69644]: DEBUG nova.policy [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e7335d9e8b496982cae63ab829cb09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8421172409794796a6dc2abd7c0849da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.446783] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Downloading image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to the data store datastore2 {{(pid=69644) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 650.545800] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 650.656466] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.761814] env[69644]: DEBUG nova.compute.manager [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Received event network-changed-53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.761814] env[69644]: DEBUG nova.compute.manager [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Refreshing instance network info cache due to event network-changed-53403687-08be-4b1e-967e-259019c57c8a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.762065] env[69644]: DEBUG oslo_concurrency.lockutils [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] Acquiring lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.762519] env[69644]: DEBUG oslo_concurrency.lockutils [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] Acquired lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.765670] env[69644]: DEBUG nova.network.neutron [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Refreshing network info cache for port 53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.810937] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.996982] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e39b0-f7ad-45e2-97ee-9f4355450fcd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.009471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cb60c-5b2c-459e-b847-006855f9bf1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.054737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb50bb1-370e-413c-9260-934c1d3ffc33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.066550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c6e926-1dcd-4ef5-bee0-9c57b1dc2a11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.085256] env[69644]: DEBUG nova.compute.provider_tree [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.183532] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.296375] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 651.296598] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 651.365506] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Downloaded image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69644) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 651.368296] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 651.368296] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copying Virtual Disk [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk to [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.370251] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a404526-4901-49eb-b01b-7589fee8f8b8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.379696] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 651.379696] env[69644]: value = "task-3552264" [ 651.379696] env[69644]: _type = "Task" [ 651.379696] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.389251] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.433765] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Successfully updated port: 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.590562] env[69644]: DEBUG nova.scheduler.client.report [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.827775] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.862778] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.863051] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.863214] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.863401] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.863533] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.863732] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.863876] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.864415] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.864664] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.864950] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.865044] env[69644]: DEBUG nova.virt.hardware [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.865941] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490008da-f0e4-4913-93cf-e7154fa000fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.875508] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba6feb-78f5-441d-958a-f5fe098172e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.898085] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552264, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.938939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.939249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquired lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.939249] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.102241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.103122] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.108613] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Successfully created port: 7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.110031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.212s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.110333] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.110333] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 652.111125] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.928s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.116748] env[69644]: INFO nova.compute.claims [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.116748] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d14ca36-b96b-40d1-8ccf-372c53d54d10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.132190] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aedc33d-afe5-49bd-8d93-7249c446ba77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.153345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16467660-8080-4d93-ad91-11f1bf83d2d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.164598] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd1e91-0d20-4b09-857a-f3983e668cf8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.212837] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180975MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 652.212997] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.214160] env[69644]: DEBUG nova.network.neutron [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Updated VIF entry in instance network info cache for port 53403687-08be-4b1e-967e-259019c57c8a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.214588] env[69644]: DEBUG nova.network.neutron [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Updating instance_info_cache with network_info: [{"id": "53403687-08be-4b1e-967e-259019c57c8a", "address": "fa:16:3e:ee:ce:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53403687-08", "ovs_interfaceid": "53403687-08be-4b1e-967e-259019c57c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.320814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "d93a86bf-2725-49df-967b-f1eaef8d7910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.321099] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.392164] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666174} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.392441] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copied Virtual Disk [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk to [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.392668] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleting the datastore file [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.392890] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b3a5ed-47c0-48f2-a8fc-18e24bc16185 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.400366] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 652.400366] env[69644]: value = "task-3552265" [ 652.400366] env[69644]: _type = "Task" [ 652.400366] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.410730] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.611752] env[69644]: DEBUG nova.compute.utils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.613151] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 652.717062] env[69644]: DEBUG oslo_concurrency.lockutils [req-c4edcf15-da69-4611-a3e3-c7ef10af1e1b req-993ed6e3-1f62-4f02-bd31-4f5ecd711f06 service nova] Releasing lock "refresh_cache-156a3c9c-bba8-46a9-b609-e5a4f434b33f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.725692] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.775176] env[69644]: DEBUG nova.compute.manager [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Received event network-vif-plugged-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.775176] env[69644]: DEBUG oslo_concurrency.lockutils [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] Acquiring lock "89d061ec-c250-4f32-a352-68072cebe938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.775347] env[69644]: DEBUG oslo_concurrency.lockutils [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] Lock "89d061ec-c250-4f32-a352-68072cebe938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.775514] env[69644]: DEBUG oslo_concurrency.lockutils [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] Lock "89d061ec-c250-4f32-a352-68072cebe938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.775678] env[69644]: DEBUG nova.compute.manager [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] No waiting events found dispatching network-vif-plugged-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.777206] env[69644]: WARNING nova.compute.manager [req-c42fb796-6c7b-47f2-869f-6deceb0787ac req-0ec18adc-280b-40e2-b78a-59a8ab4d3a9c service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Received unexpected event network-vif-plugged-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 for instance with vm_state building and task_state spawning. [ 652.823943] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.916439] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035294} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.916673] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.917503] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Moving file from [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3/1bb75d77-95da-4f55-b736-c24ade6a163b to [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b. {{(pid=69644) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.917503] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d094bdb1-ac00-4ea4-858f-ee96615ac2d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.925427] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 652.925427] env[69644]: value = "task-3552266" [ 652.925427] env[69644]: _type = "Task" [ 652.925427] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.935308] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552266, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.115056] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.269410] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb344fc3-3ca8-4fa3-8636-dc7555ffc621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.277482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3fdbf4-ee2f-4f21-bd33-4d8d607108f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.310296] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568eeba-35fe-4cad-b342-602b480d4586 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.318545] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbff4fa-66c0-4449-bd2b-309a4846da22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.325397] env[69644]: DEBUG nova.network.neutron [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updating instance_info_cache with network_info: [{"id": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "address": "fa:16:3e:73:e4:f8", "network": {"id": "c92bff88-e697-4fee-92f7-efa8700df809", "bridge": "br-int", "label": "tempest-ServersTestJSON-1791675343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa898f2b5f7a406ea0d22ddb08c68c4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae355bc-23", "ovs_interfaceid": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.338519] env[69644]: DEBUG nova.compute.provider_tree [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.356141] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.436752] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552266, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030662} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.437106] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] File moved {{(pid=69644) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 653.437453] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Cleaning up location [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 653.438077] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleting the datastore file [datastore2] vmware_temp/d25ddefa-ad62-4268-80a3-1e18f03b93c3 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.438077] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954947f9-ad2d-4d57-a12b-c1c953d80974 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.446557] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 653.446557] env[69644]: value = "task-3552267" [ 653.446557] env[69644]: _type = "Task" [ 653.446557] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.455905] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.580442] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Successfully updated port: 77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.839651] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Releasing lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.839960] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Instance network_info: |[{"id": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "address": "fa:16:3e:73:e4:f8", "network": {"id": "c92bff88-e697-4fee-92f7-efa8700df809", "bridge": "br-int", "label": "tempest-ServersTestJSON-1791675343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa898f2b5f7a406ea0d22ddb08c68c4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae355bc-23", "ovs_interfaceid": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.840411] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:e4:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ae355bc-23f1-4e69-9f0e-83cfc042a9d8', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.849480] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Creating folder: Project (fa898f2b5f7a406ea0d22ddb08c68c4a). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.850662] env[69644]: DEBUG nova.scheduler.client.report [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.854157] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596d5af2-6406-4b8a-a6c8-176937a5642c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.866434] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Created folder: Project (fa898f2b5f7a406ea0d22ddb08c68c4a) in parent group-v709242. [ 653.866650] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Creating folder: Instances. Parent ref: group-v709246. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.867554] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8af1c9-ee2d-41a6-8589-de3d01b61438 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.878410] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Created folder: Instances in parent group-v709246. [ 653.878642] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.878862] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.879272] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f4dc3cf-fc2d-4a90-b918-a136109e0a3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.900902] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.900902] env[69644]: value = "task-3552270" [ 653.900902] env[69644]: _type = "Task" [ 653.900902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.908671] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552270, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.962821] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026635} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.962821] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.964304] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca7edfd-1fd6-400b-862d-e1d0566506ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.972137] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 653.972137] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52476330-e19c-d66e-7539-cf6b0d58e612" [ 653.972137] env[69644]: _type = "Task" [ 653.972137] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.986354] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52476330-e19c-d66e-7539-cf6b0d58e612, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.986660] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.986921] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 156a3c9c-bba8-46a9-b609-e5a4f434b33f/156a3c9c-bba8-46a9-b609-e5a4f434b33f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.987293] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39903959-94d9-48fd-9909-7036e185d3ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.993874] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 653.993874] env[69644]: value = "task-3552271" [ 653.993874] env[69644]: _type = "Task" [ 653.993874] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.002253] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.083676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083842] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083998] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.124621] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.164089] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.166094] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.166834] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.167239] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.167383] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.167568] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.167833] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.168033] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.168242] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.168489] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.168684] env[69644]: DEBUG nova.virt.hardware [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.169623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f28506-72a1-4556-9ff0-0bc2ec9ca063 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.179272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e66811-71cd-4ed2-b890-d68b96501a55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.199911] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.208526] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Creating folder: Project (3cf270c02161461b8a3aa7d41248c347). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.208526] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-648c7020-a584-48e2-9ff2-698bb0fc1e8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.219224] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Created folder: Project (3cf270c02161461b8a3aa7d41248c347) in parent group-v709242. [ 654.219450] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Creating folder: Instances. Parent ref: group-v709249. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.219664] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b417b17-3440-410a-b253-9f4a461590c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.232058] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Created folder: Instances in parent group-v709249. [ 654.232395] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.232699] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.232977] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76bd203f-b489-4fe6-b801-a019c05e08b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.254644] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.254644] env[69644]: value = "task-3552274" [ 654.254644] env[69644]: _type = "Task" [ 654.254644] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.263484] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552274, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.360036] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.360036] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.362559] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.149s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.419803] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552270, 'name': CreateVM_Task, 'duration_secs': 0.345497} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.419803] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.419803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.419803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.419803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.419803] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384e3a33-a474-47cd-8cf1-1331e405bf9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.428923] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 654.428923] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52235792-2e31-4ef5-3e9d-65c756d9aaeb" [ 654.428923] env[69644]: _type = "Task" [ 654.428923] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.442847] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52235792-2e31-4ef5-3e9d-65c756d9aaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.490061] env[69644]: DEBUG nova.compute.manager [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Received event network-vif-plugged-77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.490351] env[69644]: DEBUG oslo_concurrency.lockutils [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] Acquiring lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.490659] env[69644]: DEBUG oslo_concurrency.lockutils [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.490993] env[69644]: DEBUG oslo_concurrency.lockutils [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.490993] env[69644]: DEBUG nova.compute.manager [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] No waiting events found dispatching network-vif-plugged-77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 654.495079] env[69644]: WARNING nova.compute.manager [req-e566f084-e1e7-43df-acfe-9bcdc356b4cf req-e16fdd01-5c12-498c-b935-53d5311812c7 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Received unexpected event network-vif-plugged-77bed287-a877-43a4-afb4-be2b0c2e5aa1 for instance with vm_state building and task_state spawning. [ 654.506221] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.771251] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552274, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.828477] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.867477] env[69644]: DEBUG nova.compute.utils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.872571] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.872958] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.943088] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52235792-2e31-4ef5-3e9d-65c756d9aaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.054307} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.944010] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.944243] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.944470] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.944607] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.944782] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.945619] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a1889ea-ed39-48ea-a881-063e8094a07f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.962246] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.962452] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.963568] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1fc553f-fa53-42e2-81a4-0cea70bbd2b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.971037] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 654.971037] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528412d3-cf32-5f9d-ec81-7f93bf6238f1" [ 654.971037] env[69644]: _type = "Task" [ 654.971037] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.980025] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528412d3-cf32-5f9d-ec81-7f93bf6238f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.004815] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617619} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.007349] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 156a3c9c-bba8-46a9-b609-e5a4f434b33f/156a3c9c-bba8-46a9-b609-e5a4f434b33f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.007566] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.007824] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91998295-6a43-4c32-b529-c91997dfedac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.019928] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 655.019928] env[69644]: value = "task-3552275" [ 655.019928] env[69644]: _type = "Task" [ 655.019928] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.032378] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.066106] env[69644]: DEBUG nova.policy [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00ea59ef90f2424ab71408f3d3e914b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1a927e40f6483eb93424c6e896574d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.272438] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552274, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.385158] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.432484] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 156a3c9c-bba8-46a9-b609-e5a4f434b33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.432840] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 89d061ec-c250-4f32-a352-68072cebe938 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.433237] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5efb2b25-f9b0-4361-97d6-a598cae3ea3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.433544] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.433794] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 3dc904d5-1bde-4fe4-9422-3539dbd0625d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.434472] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 574d57df-06eb-431b-98b3-496feb19702b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 655.442927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.442927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.487501] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528412d3-cf32-5f9d-ec81-7f93bf6238f1, 'name': SearchDatastore_Task, 'duration_secs': 0.022351} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.490051] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c01673-db36-464d-8a6b-79c4d08f156f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.495463] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 655.495463] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b787dd-dcb9-ae58-762a-edff9f01c07a" [ 655.495463] env[69644]: _type = "Task" [ 655.495463] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.508257] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b787dd-dcb9-ae58-762a-edff9f01c07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.528956] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066327} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.532439] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.533440] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e8ce1-de8d-47b5-85f9-65260547c207 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.563897] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 156a3c9c-bba8-46a9-b609-e5a4f434b33f/156a3c9c-bba8-46a9-b609-e5a4f434b33f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.564151] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79655695-2458-4c20-ac41-2550c42f4f11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.586049] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 655.586049] env[69644]: value = "task-3552276" [ 655.586049] env[69644]: _type = "Task" [ 655.586049] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.594304] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.674322] env[69644]: DEBUG nova.network.neutron [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Updating instance_info_cache with network_info: [{"id": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "address": "fa:16:3e:f6:ac:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bed287-a8", "ovs_interfaceid": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.770429] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552274, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.946241] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d93a86bf-2725-49df-967b-f1eaef8d7910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 655.947692] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.004902] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b787dd-dcb9-ae58-762a-edff9f01c07a, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.005156] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.009388] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 89d061ec-c250-4f32-a352-68072cebe938/89d061ec-c250-4f32-a352-68072cebe938.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.009388] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac305ea2-b418-4814-add3-57ec6a2d7326 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.044581] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 656.044581] env[69644]: value = "task-3552277" [ 656.044581] env[69644]: _type = "Task" [ 656.044581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.049148] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.095708] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552276, 'name': ReconfigVM_Task, 'duration_secs': 0.424985} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.095992] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 156a3c9c-bba8-46a9-b609-e5a4f434b33f/156a3c9c-bba8-46a9-b609-e5a4f434b33f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.096786] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68037ad1-73b4-4dc3-b4fe-123c77494c58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.104492] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 656.104492] env[69644]: value = "task-3552278" [ 656.104492] env[69644]: _type = "Task" [ 656.104492] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.114916] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552278, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.178181] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.178499] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Instance network_info: |[{"id": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "address": "fa:16:3e:f6:ac:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bed287-a8", "ovs_interfaceid": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.181082] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ac:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77bed287-a877-43a4-afb4-be2b0c2e5aa1', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.189016] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Creating folder: Project (6883d5a42e26420e84fe217bb3cf67e4). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.189340] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44c3c196-2d17-4cd0-abfc-6941a0e886f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.201358] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Created folder: Project (6883d5a42e26420e84fe217bb3cf67e4) in parent group-v709242. [ 656.202165] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Creating folder: Instances. Parent ref: group-v709252. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.202165] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7757e642-fb58-4b49-bccc-80a077bfa46d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.217560] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Created folder: Instances in parent group-v709252. [ 656.217883] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.220864] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.220864] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7478df60-1696-4faf-a385-3e9e2aba9f15 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.247482] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.247482] env[69644]: value = "task-3552281" [ 656.247482] env[69644]: _type = "Task" [ 656.247482] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.261978] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552281, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.273373] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552274, 'name': CreateVM_Task, 'duration_secs': 1.542368} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.273544] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.274455] env[69644]: DEBUG oslo_vmware.service [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd5eeaa-fc83-428c-874b-f924395baf8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.281358] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.281603] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.282523] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.282523] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c57dc6-77c7-478b-b016-ecdd09480c5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.289198] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 656.289198] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5232288d-206c-1a1f-1160-766c1978eaf6" [ 656.289198] env[69644]: _type = "Task" [ 656.289198] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.301196] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5232288d-206c-1a1f-1160-766c1978eaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.396246] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Successfully updated port: 7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.398331] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.452744] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.453015] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.453373] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.453552] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.453700] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.453849] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.455739] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.455980] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.456193] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.456384] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.456586] env[69644]: DEBUG nova.virt.hardware [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.459661] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 6264a93d-ae8d-48b2-bdc4-7592a0999e3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 656.459661] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 656.459866] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 656.470515] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2bf45-3dae-4ec6-8c5f-75d7cdfeb785 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.489680] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4e06b-4936-401d-9add-f1b7f10e9cc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.536936] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.555858] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.629636] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552278, 'name': Rename_Task, 'duration_secs': 0.29575} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.630959] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.632138] env[69644]: DEBUG nova.compute.manager [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Received event network-changed-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.632359] env[69644]: DEBUG nova.compute.manager [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Refreshing instance network info cache due to event network-changed-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.632528] env[69644]: DEBUG oslo_concurrency.lockutils [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] Acquiring lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.632656] env[69644]: DEBUG oslo_concurrency.lockutils [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] Acquired lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.632824] env[69644]: DEBUG nova.network.neutron [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Refreshing network info cache for port 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.633966] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ec349f-fa8a-4757-bad5-d861e39d9bab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.643766] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 656.643766] env[69644]: value = "task-3552282" [ 656.643766] env[69644]: _type = "Task" [ 656.643766] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.659724] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.724573] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9d3a6b-3960-4c75-8740-55426d00a148 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.731618] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2755b5-1f77-45e2-a427-e56a8446b27e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.772303] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf56a6a-49e1-40af-8c97-f3855790459c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.780436] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552281, 'name': CreateVM_Task, 'duration_secs': 0.476245} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.782770] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.783572] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784154] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.785503] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7505f8ad-90a1-49b8-ba5c-5bbe6181adf8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.789504] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fa2d31-ebc9-4592-a7f1-a1a8f3e1e0dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.803829] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.807793] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 656.807793] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf0a0f-af2c-5e6e-069b-0389fd9d237f" [ 656.807793] env[69644]: _type = "Task" [ 656.807793] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.819617] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf0a0f-af2c-5e6e-069b-0389fd9d237f, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.823340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.823625] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.826208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.826208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.826208] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.826208] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb58e74-e289-42c6-9518-970156687409 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.827239] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.827486] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.827885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.827958] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.828133] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.828380] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7404a5-fac1-4d45-a9b3-620a3290781e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.837872] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.837872] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.838587] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56f9767-d855-4a64-a05d-403f1d037a19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.843840] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 656.843840] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523f5160-589e-050e-9842-9eb2997e601c" [ 656.843840] env[69644]: _type = "Task" [ 656.843840] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.848469] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.848652] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.849702] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e54b3-8eea-478b-9bf2-0e15eeff8d03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.855697] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523f5160-589e-050e-9842-9eb2997e601c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.859461] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd7532b-0102-43ad-8e00-1c35d2f65415 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.864298] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 656.864298] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbe173-d007-dd32-8d56-8182a184b46c" [ 656.864298] env[69644]: _type = "Task" [ 656.864298] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.872635] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbe173-d007-dd32-8d56-8182a184b46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.902823] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.902823] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.902823] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.043669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.044021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.060097] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542727} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.060097] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 89d061ec-c250-4f32-a352-68072cebe938/89d061ec-c250-4f32-a352-68072cebe938.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.060097] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.060097] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1607822f-1deb-41a6-9e02-1dfea3297c8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.070308] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 657.070308] env[69644]: value = "task-3552283" [ 657.070308] env[69644]: _type = "Task" [ 657.070308] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.078131] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.151030] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Successfully created port: 8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.156624] env[69644]: DEBUG oslo_vmware.api [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552282, 'name': PowerOnVM_Task, 'duration_secs': 0.508553} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.156891] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.157305] env[69644]: INFO nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Took 14.25 seconds to spawn the instance on the hypervisor. [ 657.157549] env[69644]: DEBUG nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.158369] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dcf63-5cf6-4071-86c6-ce51bc1cb59a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.309963] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.359333] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523f5160-589e-050e-9842-9eb2997e601c, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.359333] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bee965c-6003-436e-8d01-25d1a86ace96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.366160] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 657.366160] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b0bbc9-3d59-18b3-7c52-02427368a6ea" [ 657.366160] env[69644]: _type = "Task" [ 657.366160] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.387799] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.388536] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Creating directory with path [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.388905] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b0bbc9-3d59-18b3-7c52-02427368a6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.389132] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5742e04b-7a59-4bb1-b5cf-7f9de1d0f3f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.434711] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Created directory with path [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.434711] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Fetch image to [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.434711] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Downloading image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69644) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.435521] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909e681-74b9-4ea4-a91e-b588ef018dc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.446575] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a928b826-d9a0-4f93-b944-f5bc7e8ce715 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.456618] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb60d8-3df3-4817-8b30-4649516e5253 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.489148] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8ff02-f88e-4607-b123-5b9d425d013e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.497640] env[69644]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-98ed835f-8fb1-4d29-883d-f26e29a5afeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523056] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Downloading image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to the data store datastore1 {{(pid=69644) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.559811] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.576318] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070039} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.576570] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.578762] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e5d9c-ddc8-4173-b9be-e5ae256910d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.604994] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 89d061ec-c250-4f32-a352-68072cebe938/89d061ec-c250-4f32-a352-68072cebe938.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.606036] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.607420] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0f9855-bcd0-4286-9048-52bd15e08b96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.624254] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.690029] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 657.690029] env[69644]: value = "task-3552284" [ 657.690029] env[69644]: _type = "Task" [ 657.690029] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.696219] env[69644]: INFO nova.compute.manager [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Took 19.02 seconds to build instance. [ 657.704191] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.822128] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 657.822128] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.459s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.822128] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.466s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.823349] env[69644]: INFO nova.compute.claims [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.887037] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b0bbc9-3d59-18b3-7c52-02427368a6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.047992} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.901161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.901161] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5efb2b25-f9b0-4361-97d6-a598cae3ea3e/5efb2b25-f9b0-4361-97d6-a598cae3ea3e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.901817] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317c191d-80b3-4ed0-b2ed-44971572a991 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.916569] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 657.916569] env[69644]: value = "task-3552285" [ 657.916569] env[69644]: _type = "Task" [ 657.916569] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.929352] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.096899] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.201859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fa8f733-0a51-4207-9b16-286e6c86551a tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.535s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.202148] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552284, 'name': ReconfigVM_Task, 'duration_secs': 0.347985} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.202666] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 89d061ec-c250-4f32-a352-68072cebe938/89d061ec-c250-4f32-a352-68072cebe938.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.203371] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dafb77e-8f2e-4fac-8ac5-1803dd2fc5c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.211449] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Received event network-changed-77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.211712] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Refreshing instance network info cache due to event network-changed-77bed287-a877-43a4-afb4-be2b0c2e5aa1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.211931] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Acquiring lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.212103] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Acquired lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.212263] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Refreshing network info cache for port 77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.217663] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 658.217663] env[69644]: value = "task-3552286" [ 658.217663] env[69644]: _type = "Task" [ 658.217663] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.226983] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552286, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.368535] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.371753] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.431810] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.432629] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Downloaded image file data 1bb75d77-95da-4f55-b736-c24ade6a163b to vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69644) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.437021] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.437021] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Copying Virtual Disk [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk to [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.437230] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8dce9a-4b90-47af-8994-10dc7cc8bf5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.448576] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 658.448576] env[69644]: value = "task-3552287" [ 658.448576] env[69644]: _type = "Task" [ 658.448576] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.460580] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.650298] env[69644]: DEBUG nova.network.neutron [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updated VIF entry in instance network info cache for port 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.650684] env[69644]: DEBUG nova.network.neutron [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updating instance_info_cache with network_info: [{"id": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "address": "fa:16:3e:73:e4:f8", "network": {"id": "c92bff88-e697-4fee-92f7-efa8700df809", "bridge": "br-int", "label": "tempest-ServersTestJSON-1791675343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa898f2b5f7a406ea0d22ddb08c68c4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae355bc-23", "ovs_interfaceid": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.734015] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552286, 'name': Rename_Task, 'duration_secs': 0.212167} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.734015] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.734015] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f246a410-39a0-4309-a697-1d9f577157a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.739459] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 658.739459] env[69644]: value = "task-3552288" [ 658.739459] env[69644]: _type = "Task" [ 658.739459] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.749500] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.928386] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.929087] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5efb2b25-f9b0-4361-97d6-a598cae3ea3e/5efb2b25-f9b0-4361-97d6-a598cae3ea3e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.929087] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.929266] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af08217-4f4d-4771-ad5c-b7e36ea135e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.936228] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 658.936228] env[69644]: value = "task-3552289" [ 658.936228] env[69644]: _type = "Task" [ 658.936228] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.945785] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.946913] env[69644]: DEBUG nova.network.neutron [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Updating instance_info_cache with network_info: [{"id": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "address": "fa:16:3e:5e:9d:d4", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513d9b0-30", "ovs_interfaceid": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.959379] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552287, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.076779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9266d-a20e-42f5-a6cd-af2a3a26615b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.087475] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85c6ab-b3a6-4c64-ae58-3658bef8f146 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.132879] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb6b85-7d38-47c5-8a15-c75623993fb3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.140426] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f00a88-90f1-425a-8ca6-4a4e32954e62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.155512] env[69644]: DEBUG oslo_concurrency.lockutils [req-c615b30e-a16a-45e7-ab35-ce20da90cee8 req-496555f4-6bf8-4b94-bd7b-c60d4d0da913 service nova] Releasing lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.155798] env[69644]: DEBUG nova.compute.provider_tree [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.256632] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.452545] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.454227] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Instance network_info: |[{"id": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "address": "fa:16:3e:5e:9d:d4", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513d9b0-30", "ovs_interfaceid": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.454227] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075839} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.454594] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7513d9b0-3021-45e2-8bc3-9872342b5b69', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.462216] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating folder: Project (8421172409794796a6dc2abd7c0849da). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.473910] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.473910] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d78f656-6b3e-4d57-93a1-8074c90b83bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.474992] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e4bd7-e792-49bb-be45-ce1eac12d265 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.482640] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.500298] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 5efb2b25-f9b0-4361-97d6-a598cae3ea3e/5efb2b25-f9b0-4361-97d6-a598cae3ea3e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.505148] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7be5fd2-303d-4b33-a5d1-c7ad1034ee0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.529888] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 659.529888] env[69644]: value = "task-3552291" [ 659.529888] env[69644]: _type = "Task" [ 659.529888] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.531704] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created folder: Project (8421172409794796a6dc2abd7c0849da) in parent group-v709242. [ 659.531704] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating folder: Instances. Parent ref: group-v709255. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.534737] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3817bcb7-e598-4ce7-ae2b-4e27b010c82b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.542700] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.648843] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Updated VIF entry in instance network info cache for port 77bed287-a877-43a4-afb4-be2b0c2e5aa1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.649223] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Updating instance_info_cache with network_info: [{"id": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "address": "fa:16:3e:f6:ac:47", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bed287-a8", "ovs_interfaceid": "77bed287-a877-43a4-afb4-be2b0c2e5aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.650522] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created folder: Instances in parent group-v709255. [ 659.650757] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.650954] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.651178] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78476c74-07f3-45cd-9743-11b69a083f11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668614] env[69644]: DEBUG nova.scheduler.client.report [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.683267] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.683267] env[69644]: value = "task-3552293" [ 659.683267] env[69644]: _type = "Task" [ 659.683267] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.693067] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552293, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.754378] env[69644]: DEBUG oslo_vmware.api [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552288, 'name': PowerOnVM_Task, 'duration_secs': 0.661134} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.754857] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.758153] env[69644]: INFO nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Took 12.43 seconds to spawn the instance on the hypervisor. [ 659.758153] env[69644]: DEBUG nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.758153] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da6fa9-06c4-4dbf-9e11-27dd6c0a49a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.969503] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.230935} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.969503] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Copied Virtual Disk [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk to [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.969503] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleting the datastore file [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b/tmp-sparse.vmdk {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.969927] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e1299d-acf8-4307-a93f-4a1b6dae6e64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.979979] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 659.979979] env[69644]: value = "task-3552294" [ 659.979979] env[69644]: _type = "Task" [ 659.979979] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.999914] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.048184] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552291, 'name': ReconfigVM_Task, 'duration_secs': 0.320595} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.049821] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 5efb2b25-f9b0-4361-97d6-a598cae3ea3e/5efb2b25-f9b0-4361-97d6-a598cae3ea3e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.049821] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da99724-91fb-4d0c-93b3-44a1931b33a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.059020] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 660.059020] env[69644]: value = "task-3552295" [ 660.059020] env[69644]: _type = "Task" [ 660.059020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.072948] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552295, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.174396] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Releasing lock "refresh_cache-5efb2b25-f9b0-4361-97d6-a598cae3ea3e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.174396] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Received event network-vif-plugged-7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.174396] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Acquiring lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.174396] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.174396] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.174901] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] No waiting events found dispatching network-vif-plugged-7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.174901] env[69644]: WARNING nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Received unexpected event network-vif-plugged-7513d9b0-3021-45e2-8bc3-9872342b5b69 for instance with vm_state building and task_state spawning. [ 660.174901] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Received event network-changed-7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.174901] env[69644]: DEBUG nova.compute.manager [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Refreshing instance network info cache due to event network-changed-7513d9b0-3021-45e2-8bc3-9872342b5b69. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.175130] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Acquiring lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175321] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Acquired lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175491] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Refreshing network info cache for port 7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.185042] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.185042] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.188847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.652s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.193605] env[69644]: INFO nova.compute.claims [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.209271] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552293, 'name': CreateVM_Task, 'duration_secs': 0.516626} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.210081] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.210775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.210928] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.211256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.211768] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc73218-eb95-496b-84eb-009267b79bb4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.218598] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 660.218598] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522878a1-ae0a-ad11-f3e0-8b70ac5762a0" [ 660.218598] env[69644]: _type = "Task" [ 660.218598] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.228737] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522878a1-ae0a-ad11-f3e0-8b70ac5762a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.288581] env[69644]: INFO nova.compute.manager [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Took 17.19 seconds to build instance. [ 660.394276] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "64845767-8edb-455d-a32e-653cef864939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.394565] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.493818] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074284} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.493818] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.493818] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Moving file from [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663/1bb75d77-95da-4f55-b736-c24ade6a163b to [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b. {{(pid=69644) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.493996] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c2b23ba1-ad09-4112-9d1d-455b162f8ce9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.503275] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 660.503275] env[69644]: value = "task-3552296" [ 660.503275] env[69644]: _type = "Task" [ 660.503275] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.514204] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552296, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.571156] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552295, 'name': Rename_Task, 'duration_secs': 0.145212} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.571156] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.571156] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b9f921-03a1-42cd-a28b-7e6d20896b34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.579959] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 660.579959] env[69644]: value = "task-3552297" [ 660.579959] env[69644]: _type = "Task" [ 660.579959] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.588925] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.683789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.684018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.698883] env[69644]: DEBUG nova.compute.utils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.704171] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.704171] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.728421] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522878a1-ae0a-ad11-f3e0-8b70ac5762a0, 'name': SearchDatastore_Task, 'duration_secs': 0.022857} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.728708] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.728908] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.729151] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.729296] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.729469] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.729724] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be1cc600-27c3-4a31-9b5f-5238f2f2d092 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.742960] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.743169] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.743884] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd30ab26-cd58-46cf-82bd-cb475a0b0f4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.749363] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 660.749363] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c979dc-4a5f-d74a-78db-22a7fb63ad17" [ 660.749363] env[69644]: _type = "Task" [ 660.749363] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.757019] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c979dc-4a5f-d74a-78db-22a7fb63ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.793112] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b5073bd9-e14c-4500-a730-9328e14009d1 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.711s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.897236] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.019304] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552296, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031262} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.019786] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] File moved {{(pid=69644) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 661.020106] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Cleaning up location [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 661.020664] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleting the datastore file [datastore1] vmware_temp/3c544140-b0cb-4e7b-8f0f-44c1ab910663 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.021491] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73bbe1a8-fd9c-4c64-a5a5-2585a3ea9695 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.032358] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 661.032358] env[69644]: value = "task-3552298" [ 661.032358] env[69644]: _type = "Task" [ 661.032358] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.045072] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.045072] env[69644]: DEBUG nova.policy [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66bd8d879fac4fa7868cb7b7b353daf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e6ea5518fd42d4bfaac77e6a11abd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.093264] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.189867] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.202251] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.267243] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c979dc-4a5f-d74a-78db-22a7fb63ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.045131} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.280286] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ebf659-d704-4061-8c85-b42c95fa6cde {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.280286] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 661.280286] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5239656b-4d47-8c63-b75d-e69d97088103" [ 661.280286] env[69644]: _type = "Task" [ 661.280286] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.285869] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5239656b-4d47-8c63-b75d-e69d97088103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.422217] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.457418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb1bc8-bef2-46a7-944e-a8a7d12f6f19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.467190] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d5635-7f76-4269-a94d-0db3b26b3b2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.502638] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6972503-e69e-41b9-b9c9-c23d6fb1f420 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.510735] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a280a-8566-4232-862f-9f60be48b537 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.526591] env[69644]: DEBUG nova.compute.provider_tree [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.545582] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052123} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.547185] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.547185] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2640c587-f2bc-4ac5-bc60-b14caa56ddc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.553268] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 661.553268] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bb1684-57f5-e013-c46c-6f57ddb41d14" [ 661.553268] env[69644]: _type = "Task" [ 661.553268] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.562987] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bb1684-57f5-e013-c46c-6f57ddb41d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.593169] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.728560] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.790239] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5239656b-4d47-8c63-b75d-e69d97088103, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.790570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.790887] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4/32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.794266] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b7846a-b210-4c93-97f9-1324e831139a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.802072] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 661.802072] env[69644]: value = "task-3552299" [ 661.802072] env[69644]: _type = "Task" [ 661.802072] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.817914] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.974056] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Updated VIF entry in instance network info cache for port 7513d9b0-3021-45e2-8bc3-9872342b5b69. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.974056] env[69644]: DEBUG nova.network.neutron [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Updating instance_info_cache with network_info: [{"id": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "address": "fa:16:3e:5e:9d:d4", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513d9b0-30", "ovs_interfaceid": "7513d9b0-3021-45e2-8bc3-9872342b5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.030804] env[69644]: DEBUG nova.scheduler.client.report [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.076150] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bb1684-57f5-e013-c46c-6f57ddb41d14, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.076150] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.076150] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 3dc904d5-1bde-4fe4-9422-3539dbd0625d/3dc904d5-1bde-4fe4-9422-3539dbd0625d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.076150] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b30e2a-fc47-4a74-9c7a-959ac74303ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.098138] env[69644]: DEBUG oslo_vmware.api [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552297, 'name': PowerOnVM_Task, 'duration_secs': 1.19759} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.098270] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.098483] env[69644]: INFO nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Took 12.48 seconds to spawn the instance on the hypervisor. [ 662.098652] env[69644]: DEBUG nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 662.098993] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 662.098993] env[69644]: value = "task-3552300" [ 662.098993] env[69644]: _type = "Task" [ 662.098993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.099756] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b4129-4de7-49e1-ada9-83006cf827e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.104194] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Successfully updated port: 8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.223917] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.261751] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.262817] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.263962] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.264214] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.264390] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.264548] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.264778] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.264946] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.265130] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.265291] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.265457] env[69644]: DEBUG nova.virt.hardware [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.267284] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b41f3-b6bf-43c1-9e3f-6c50a5e87a55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.286839] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d54bc6-3435-4c14-a231-36ef4edf17a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.313606] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.477770] env[69644]: DEBUG oslo_concurrency.lockutils [req-0dc830e7-f14b-4b52-bfc2-981e650299bd req-547a2e5c-712f-47f5-b118-d61117b03301 service nova] Releasing lock "refresh_cache-32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.539024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.539546] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.550036] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.454s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.552459] env[69644]: INFO nova.compute.claims [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.615272] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.615414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.615557] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.645505] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552300, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.651557] env[69644]: DEBUG nova.compute.manager [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Received event network-vif-plugged-8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.651557] env[69644]: DEBUG oslo_concurrency.lockutils [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.651557] env[69644]: DEBUG oslo_concurrency.lockutils [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] Lock "574d57df-06eb-431b-98b3-496feb19702b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.651557] env[69644]: DEBUG oslo_concurrency.lockutils [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] Lock "574d57df-06eb-431b-98b3-496feb19702b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.651557] env[69644]: DEBUG nova.compute.manager [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] No waiting events found dispatching network-vif-plugged-8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.652355] env[69644]: WARNING nova.compute.manager [req-8d2ea9cb-25e9-47d3-86a3-bcdb688726cf req-a7025d1b-7439-4f65-a0cd-6b1e97dcb2da service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Received unexpected event network-vif-plugged-8ec8f702-0a56-496f-8daf-25a74b6b039b for instance with vm_state building and task_state spawning. [ 662.662432] env[69644]: INFO nova.compute.manager [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Took 18.82 seconds to build instance. [ 662.818083] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68419} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.818083] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4/32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.818083] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.818314] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e202d578-fffd-4c4f-96c7-053455afd266 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.829410] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 662.829410] env[69644]: value = "task-3552301" [ 662.829410] env[69644]: _type = "Task" [ 662.829410] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.847033] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.937784] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Successfully created port: f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.057492] env[69644]: DEBUG nova.compute.utils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.064091] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.117839] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.118113] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 3dc904d5-1bde-4fe4-9422-3539dbd0625d/3dc904d5-1bde-4fe4-9422-3539dbd0625d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.118332] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.118622] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01c170d-3664-4585-aa14-cc4296ddf243 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.129631] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 663.129631] env[69644]: value = "task-3552302" [ 663.129631] env[69644]: _type = "Task" [ 663.129631] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.141101] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.165934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e3edac9e-3ee1-437a-a004-8910e972e3cd tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.343s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.342721] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122102} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.343148] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.343962] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92474e32-e8c7-420e-8040-4a9ef349f844 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.373821] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4/32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.373821] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521b37e2-cfaf-4d45-b4e5-4f18b43f2198 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.394149] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 663.394149] env[69644]: value = "task-3552303" [ 663.394149] env[69644]: _type = "Task" [ 663.394149] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.407210] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.482272] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.564841] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.647383] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314027} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.649212] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.650647] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a64395-93f7-446d-aafe-ba1de26e7798 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.685853] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 3dc904d5-1bde-4fe4-9422-3539dbd0625d/3dc904d5-1bde-4fe4-9422-3539dbd0625d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.693211] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c3306d-013b-4870-8e62-89611fb90169 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.725658] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 663.725658] env[69644]: value = "task-3552304" [ 663.725658] env[69644]: _type = "Task" [ 663.725658] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.732956] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.894194] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d47695a-4bca-4903-bb76-2343872d17b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.909665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2673b-9585-461e-9a12-a3b7500f1a61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.913454] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.949957] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb56590-0708-4949-843b-5070ec9adc59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.963301] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5fa737-18d0-409d-93b4-ed7f1c68fa37 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.979574] env[69644]: DEBUG nova.compute.provider_tree [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.236475] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.298272] env[69644]: DEBUG nova.network.neutron [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating instance_info_cache with network_info: [{"id": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "address": "fa:16:3e:83:7c:61", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8f702-0a", "ovs_interfaceid": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.408515] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552303, 'name': ReconfigVM_Task, 'duration_secs': 0.698061} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.408515] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4/32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.414952] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-899afb98-f10a-4f30-92bc-0677945f2f48 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.427010] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 664.427010] env[69644]: value = "task-3552305" [ 664.427010] env[69644]: _type = "Task" [ 664.427010] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.439732] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552305, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.484126] env[69644]: DEBUG nova.scheduler.client.report [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.543319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.543319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.579422] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.636827] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.636827] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.636827] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.636827] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.637643] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.637643] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.637643] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.637643] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.637643] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.637880] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.637880] env[69644]: DEBUG nova.virt.hardware [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.638500] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0697cf3c-5441-49c0-89a4-1848e4088c06 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.647750] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efdf5db-400b-41da-965b-08d5f35073b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.666813] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.672684] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Creating folder: Project (99be6a336a4846e28ff5336a71538535). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.675488] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07b7d39-0a3b-44bf-b872-6be60faf7190 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.688508] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Created folder: Project (99be6a336a4846e28ff5336a71538535) in parent group-v709242. [ 664.688508] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Creating folder: Instances. Parent ref: group-v709258. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.688508] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1382266c-0a6f-4fb9-9d36-ea41b8f0026b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.697930] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Created folder: Instances in parent group-v709258. [ 664.697930] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.698063] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.698278] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e86af4-da2f-42dc-a8ba-34874d77cf94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.717411] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.717411] env[69644]: value = "task-3552308" [ 664.717411] env[69644]: _type = "Task" [ 664.717411] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.725750] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552308, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.735778] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552304, 'name': ReconfigVM_Task, 'duration_secs': 0.750072} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.735976] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 3dc904d5-1bde-4fe4-9422-3539dbd0625d/3dc904d5-1bde-4fe4-9422-3539dbd0625d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.736624] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c661fd31-5bf5-4c64-b170-2ebcb038bf07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.744325] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 664.744325] env[69644]: value = "task-3552309" [ 664.744325] env[69644]: _type = "Task" [ 664.744325] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.754547] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552309, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.801366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.801739] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Instance network_info: |[{"id": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "address": "fa:16:3e:83:7c:61", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8f702-0a", "ovs_interfaceid": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.802195] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:7c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec8f702-0a56-496f-8daf-25a74b6b039b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.810379] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Creating folder: Project (5f1a927e40f6483eb93424c6e896574d). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.811271] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9237be0a-1f10-40e8-bd9b-93b448606c62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.821794] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Created folder: Project (5f1a927e40f6483eb93424c6e896574d) in parent group-v709242. [ 664.822271] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Creating folder: Instances. Parent ref: group-v709261. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.824018] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361a6a3e-e56e-427f-9fde-3c0b50f2ad9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.835333] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Created folder: Instances in parent group-v709261. [ 664.835333] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.835333] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.835333] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6befc169-a2d9-4cf2-a3c0-eb37f45e63cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.859066] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.859066] env[69644]: value = "task-3552312" [ 664.859066] env[69644]: _type = "Task" [ 664.859066] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.868722] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552312, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.937594] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552305, 'name': Rename_Task, 'duration_secs': 0.166309} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.937997] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.938331] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d59960-5a07-4a68-b76f-84a592cfb45d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.944963] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 664.944963] env[69644]: value = "task-3552313" [ 664.944963] env[69644]: _type = "Task" [ 664.944963] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.955920] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.993087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.993726] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.996882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.575s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.001092] env[69644]: INFO nova.compute.claims [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.047194] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.233368] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552308, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.256377] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552309, 'name': Rename_Task, 'duration_secs': 0.175435} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.256377] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.256596] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51614377-4a11-4501-83ff-4bc38d8e208c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.264582] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 665.264582] env[69644]: value = "task-3552314" [ 665.264582] env[69644]: _type = "Task" [ 665.264582] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.274414] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.369837] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552312, 'name': CreateVM_Task, 'duration_secs': 0.404497} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.370126] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.370779] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.370945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.371328] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.371640] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9791e82-65bf-4c5c-aed1-2323c5abf3ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.376166] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 665.376166] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f957d6-7aee-9abe-2940-7b4699f3463a" [ 665.376166] env[69644]: _type = "Task" [ 665.376166] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.385542] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f957d6-7aee-9abe-2940-7b4699f3463a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.456829] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.509642] env[69644]: DEBUG nova.compute.utils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.513122] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.513345] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.585321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.657293] env[69644]: DEBUG nova.policy [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.731874] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552308, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.784020] env[69644]: DEBUG oslo_vmware.api [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552314, 'name': PowerOnVM_Task, 'duration_secs': 0.483429} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.784020] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.784020] env[69644]: INFO nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Took 11.66 seconds to spawn the instance on the hypervisor. [ 665.784020] env[69644]: DEBUG nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.784020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b195c402-f0b1-42fc-8932-14e726300717 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.890849] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f957d6-7aee-9abe-2940-7b4699f3463a, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.896020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.896020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.896020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.896020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.896681] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.896681] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d0521a-9dc5-4371-8620-b4fb3ae9bbb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.908167] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.908167] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.908167] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcd3352-fdc8-4b1d-8673-612f32d0a47a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.920287] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 665.920287] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522792c2-cd8f-f8ce-27d7-3d884b00bbd0" [ 665.920287] env[69644]: _type = "Task" [ 665.920287] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.936200] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522792c2-cd8f-f8ce-27d7-3d884b00bbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.957801] env[69644]: DEBUG oslo_vmware.api [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552313, 'name': PowerOnVM_Task, 'duration_secs': 0.681668} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.958343] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.958759] env[69644]: INFO nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Took 14.13 seconds to spawn the instance on the hypervisor. [ 665.959111] env[69644]: DEBUG nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.960163] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9f078-8a40-4cb1-989a-971b3aaf46ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.016983] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.228726] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552308, 'name': CreateVM_Task, 'duration_secs': 1.3935} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.230851] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.231782] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.231944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232296] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232551] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a8cc4a-f696-463a-a2fb-a40b50753eb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.239033] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 666.239033] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271d925-7c73-8e4c-2571-f9ebeede91df" [ 666.239033] env[69644]: _type = "Task" [ 666.239033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.252029] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271d925-7c73-8e4c-2571-f9ebeede91df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.312139] env[69644]: INFO nova.compute.manager [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Took 20.47 seconds to build instance. [ 666.354563] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb999ae-722f-406b-84d3-74f0373d1c69 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.372033] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa567af-847b-4781-85b4-9d8ef69a682d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.423019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.423317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.425629] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c6aac-4730-4966-930d-c2fe46ea37a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.441540] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe9edde-61f7-4bd9-9160-48642dd7fa91 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.445627] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522792c2-cd8f-f8ce-27d7-3d884b00bbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.035165} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.448007] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac187bf7-0e37-4ca8-b5b7-5fcd07281da6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.458941] env[69644]: DEBUG nova.compute.provider_tree [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.464131] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 666.464131] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52955667-72c1-de5d-fda5-df983c3ddc20" [ 666.464131] env[69644]: _type = "Task" [ 666.464131] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.482341] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52955667-72c1-de5d-fda5-df983c3ddc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.487721] env[69644]: INFO nova.compute.manager [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Took 21.82 seconds to build instance. [ 666.754814] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271d925-7c73-8e4c-2571-f9ebeede91df, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.754876] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.755092] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.755314] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.815051] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f67bdc84-9ce3-4484-ad5b-29a155f41dbc tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.991s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.927769] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.963522] env[69644]: DEBUG nova.scheduler.client.report [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.979846] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52955667-72c1-de5d-fda5-df983c3ddc20, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.979846] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.979846] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 574d57df-06eb-431b-98b3-496feb19702b/574d57df-06eb-431b-98b3-496feb19702b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.979846] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.980147] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.980147] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066566c2-ab61-4e52-a389-d139e60462b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.980931] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b0addac-57d1-4a0a-aa9e-093831ce6367 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.991172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-88d8631d-b533-4c11-86d2-643901a0f884 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.335s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.991172] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 666.991172] env[69644]: value = "task-3552319" [ 666.991172] env[69644]: _type = "Task" [ 666.991172] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.997390] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.997669] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.999529] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b89f637-1461-4e5b-8f93-f9949bbfc877 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.006052] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.011558] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 667.011558] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279ee53-d4dd-6419-0f8e-2f7f87835692" [ 667.011558] env[69644]: _type = "Task" [ 667.011558] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.018841] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279ee53-d4dd-6419-0f8e-2f7f87835692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.027859] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.058326] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.058610] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.058807] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.058984] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.059132] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.059326] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.059632] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.059632] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.059783] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.059907] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.060116] env[69644]: DEBUG nova.virt.hardware [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.062442] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e9309-3ada-450a-b36b-67e3dc65762e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.074432] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d1ba45-b930-4f2a-ac13-46aa5f08d386 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.244466] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Successfully updated port: f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.265370] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Successfully created port: 5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.470127] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.471912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.476038] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.483496] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.751s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.485275] env[69644]: INFO nova.compute.claims [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.507348] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.522635] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279ee53-d4dd-6419-0f8e-2f7f87835692, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.523534] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29986787-e305-4977-8df7-68d7f37aa8df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.531742] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 667.531742] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8c222-bd08-c8c8-e798-6849c898b083" [ 667.531742] env[69644]: _type = "Task" [ 667.531742] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.543984] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8c222-bd08-c8c8-e798-6849c898b083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.748912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.749080] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquired lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.749504] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.991219] env[69644]: DEBUG nova.compute.utils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.996315] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.996490] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.008820] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.010033] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 574d57df-06eb-431b-98b3-496feb19702b/574d57df-06eb-431b-98b3-496feb19702b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.010033] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.010269] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a7a8ff9-c02f-4642-a5f3-8eac0230e08b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.017773] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 668.017773] env[69644]: value = "task-3552320" [ 668.017773] env[69644]: _type = "Task" [ 668.017773] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.027105] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.044766] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8c222-bd08-c8c8-e798-6849c898b083, 'name': SearchDatastore_Task, 'duration_secs': 0.050689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.045038] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.045280] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.045538] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-875f5e7b-0454-4b9f-a782-5fe33b8bd5ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.053416] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 668.053416] env[69644]: value = "task-3552321" [ 668.053416] env[69644]: _type = "Task" [ 668.053416] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.063168] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.227624] env[69644]: DEBUG nova.policy [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb10730bbf6a4e1a8fcfce3aa6265337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4143df14da4e4655befa4731873b3b63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.239029] env[69644]: DEBUG nova.compute.manager [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Received event network-changed-8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.239029] env[69644]: DEBUG nova.compute.manager [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Refreshing instance network info cache due to event network-changed-8ec8f702-0a56-496f-8daf-25a74b6b039b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.239029] env[69644]: DEBUG oslo_concurrency.lockutils [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] Acquiring lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.239029] env[69644]: DEBUG oslo_concurrency.lockutils [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] Acquired lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.239029] env[69644]: DEBUG nova.network.neutron [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Refreshing network info cache for port 8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.357951] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.371319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "2bd226df-264a-4177-b7de-bc1cc98614dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.371679] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.504124] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.536441] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071303} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.540358] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.541952] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833118b9-d09a-4365-9d0a-56a6ae51e61f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.578484] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 574d57df-06eb-431b-98b3-496feb19702b/574d57df-06eb-431b-98b3-496feb19702b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.587295] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807e46fc-bf3d-48fc-aad0-7910d9cf5261 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.608201] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552321, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.609910] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 668.609910] env[69644]: value = "task-3552322" [ 668.609910] env[69644]: _type = "Task" [ 668.609910] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.618712] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.800900] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755da978-7910-4718-9d0a-c85d73838d4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.809268] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e07a77-078b-4ac6-9821-6b4364bdb5f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.815907] env[69644]: DEBUG nova.network.neutron [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Updating instance_info_cache with network_info: [{"id": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "address": "fa:16:3e:59:1e:b3", "network": {"id": "bd16af13-e942-466f-a46d-7817c0373611", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1820285856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e6ea5518fd42d4bfaac77e6a11abd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8e4ee-ce", "ovs_interfaceid": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.849396] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c35fb-9a1c-4261-9841-6b12652d0bb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.858681] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc703c-52c4-4fab-87d2-95debad56360 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.873351] env[69644]: DEBUG nova.compute.provider_tree [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.877038] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.079693] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561628} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.081879] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.081879] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.081879] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4f0ff6-6fdd-4fa4-91d2-ac373719ee54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.089844] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 669.089844] env[69644]: value = "task-3552323" [ 669.089844] env[69644]: _type = "Task" [ 669.089844] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.103324] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.120029] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.154350] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Successfully created port: 2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.318486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Releasing lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.318907] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Instance network_info: |[{"id": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "address": "fa:16:3e:59:1e:b3", "network": {"id": "bd16af13-e942-466f-a46d-7817c0373611", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1820285856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e6ea5518fd42d4bfaac77e6a11abd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8e4ee-ce", "ovs_interfaceid": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.319286] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:1e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f8e4ee-cea8-4f0f-9821-965c448076d5', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.328374] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Creating folder: Project (10e6ea5518fd42d4bfaac77e6a11abd6). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.329481] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99637c9-c499-4ffb-adb4-74eea7514f46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.341378] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Created folder: Project (10e6ea5518fd42d4bfaac77e6a11abd6) in parent group-v709242. [ 669.341647] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Creating folder: Instances. Parent ref: group-v709267. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.342064] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5596cfdf-4814-4df9-8874-46698ea51d81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.352574] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Created folder: Instances in parent group-v709267. [ 669.352804] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.352992] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.353208] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f67e6b6-8745-4ca0-a26c-07ff02f5c5ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.375280] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.375280] env[69644]: value = "task-3552326" [ 669.375280] env[69644]: _type = "Task" [ 669.375280] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.379195] env[69644]: DEBUG nova.scheduler.client.report [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.397681] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552326, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.419848] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.517355] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.548594] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.548855] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.549027] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.549358] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.549525] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.549664] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.549934] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.550122] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.550299] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.550462] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.550676] env[69644]: DEBUG nova.virt.hardware [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.551548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4164b-0f4a-452e-b41f-174503a126dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.559861] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6273818-0b0b-4945-b3a8-b1bc02f3ac82 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.598445] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067008} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.598500] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.599288] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daab7b8-1731-4879-8405-0e4f84bdd20b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.619588] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.622642] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6591156d-3a4f-46f1-86de-4e1ffcf78eb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.640666] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Successfully updated port: 5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.659862] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552322, 'name': ReconfigVM_Task, 'duration_secs': 0.92835} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.661143] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 574d57df-06eb-431b-98b3-496feb19702b/574d57df-06eb-431b-98b3-496feb19702b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.662025] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 669.662025] env[69644]: value = "task-3552327" [ 669.662025] env[69644]: _type = "Task" [ 669.662025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.662228] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a56906-b775-4bab-8e6e-6959bc4ec7a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.674474] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 669.674474] env[69644]: value = "task-3552328" [ 669.674474] env[69644]: _type = "Task" [ 669.674474] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.682503] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552328, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.888878] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552326, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.896789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.897386] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.900648] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.318s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.902163] env[69644]: INFO nova.compute.claims [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.926744] env[69644]: DEBUG nova.network.neutron [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updated VIF entry in instance network info cache for port 8ec8f702-0a56-496f-8daf-25a74b6b039b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.926744] env[69644]: DEBUG nova.network.neutron [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating instance_info_cache with network_info: [{"id": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "address": "fa:16:3e:83:7c:61", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8f702-0a", "ovs_interfaceid": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.150409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.150409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.150409] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.179775] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.188760] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552328, 'name': Rename_Task, 'duration_secs': 0.33256} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.189720] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.189927] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb42afd9-f6eb-4c55-8f87-02f5682246ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.197257] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 670.197257] env[69644]: value = "task-3552330" [ 670.197257] env[69644]: _type = "Task" [ 670.197257] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.208714] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.395617] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552326, 'name': CreateVM_Task, 'duration_secs': 0.634847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.396014] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.397790] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399101] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.400963] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80855dd4-e293-4a20-9441-21995ba56088 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.407124] env[69644]: DEBUG nova.compute.utils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.411038] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.411172] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.419897] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 670.419897] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a06308-23f8-222d-a311-b73e0e977d4c" [ 670.419897] env[69644]: _type = "Task" [ 670.419897] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.433403] env[69644]: DEBUG oslo_concurrency.lockutils [req-485d65a3-7211-48fd-b2bd-7d1738f63d49 req-98e35007-d5da-455b-aa39-86fa45e4cdcb service nova] Releasing lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.433455] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a06308-23f8-222d-a311-b73e0e977d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.467591] env[69644]: DEBUG nova.compute.manager [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Received event network-changed-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.468511] env[69644]: DEBUG nova.compute.manager [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Refreshing instance network info cache due to event network-changed-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.468511] env[69644]: DEBUG oslo_concurrency.lockutils [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] Acquiring lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.468511] env[69644]: DEBUG oslo_concurrency.lockutils [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] Acquired lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.468511] env[69644]: DEBUG nova.network.neutron [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Refreshing network info cache for port 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.482744] env[69644]: DEBUG nova.policy [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50b0f7da801f4e56aee92a15a6de262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1522e170749434db3948907bd1f3694', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.499529] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Acquiring lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.499883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.500775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Acquiring lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.500987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.501179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.503474] env[69644]: INFO nova.compute.manager [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Terminating instance [ 670.677302] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.706764] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.707851] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.925477] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.957273] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a06308-23f8-222d-a311-b73e0e977d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.027188} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.957273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.957273] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.957273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.958299] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.958299] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.958299] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e53e5938-609b-4372-8ba8-31b6cb9dba5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.969976] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.969976] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.976985] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b43f5bc-6be9-49ea-974d-a9028c08314b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.981031] env[69644]: DEBUG nova.compute.manager [None req-b27a4f92-f183-4879-8e7e-a27db30cec7b tempest-ServerDiagnosticsV248Test-1314932787 tempest-ServerDiagnosticsV248Test-1314932787-project-admin] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.983032] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf83b6a-40fa-4228-894f-3ba77cdc290c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.989951] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 670.989951] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525944df-3453-b6a3-dd2b-7f918a5858dd" [ 670.989951] env[69644]: _type = "Task" [ 670.989951] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.993457] env[69644]: INFO nova.compute.manager [None req-b27a4f92-f183-4879-8e7e-a27db30cec7b tempest-ServerDiagnosticsV248Test-1314932787 tempest-ServerDiagnosticsV248Test-1314932787-project-admin] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Retrieving diagnostics [ 670.998682] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00844d-d472-44d6-a4e2-0de2c3dc28e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.010465] env[69644]: DEBUG nova.compute.manager [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.011926] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.011926] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.011926] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.044461] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8a6ee-5f9d-41b3-97be-ae0a26491d44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.050071] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525944df-3453-b6a3-dd2b-7f918a5858dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.056161] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.060197] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Successfully created port: e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.066472] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.066472] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271f1a96-e769-4ae3-a596-3e0720e40252 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.073794] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Waiting for the task: (returnval){ [ 671.073794] env[69644]: value = "task-3552331" [ 671.073794] env[69644]: _type = "Task" [ 671.073794] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.087671] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Task: {'id': task-3552331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.175861] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552327, 'name': ReconfigVM_Task, 'duration_secs': 1.364907} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.176166] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.176785] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b6ea3dc-195a-44a7-9687-d44dc102285f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185801] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 671.185801] env[69644]: value = "task-3552332" [ 671.185801] env[69644]: _type = "Task" [ 671.185801] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.195570] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552332, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.202641] env[69644]: DEBUG nova.network.neutron [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.215997] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.247910] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e828ba61-e4e9-414e-87ab-b344704e321a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.258667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8575bd57-3705-4115-be30-d053afe5065c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.293885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.294814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.295030] env[69644]: DEBUG nova.compute.manager [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.296101] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52428f8-9aab-4884-a31f-f463de9d2d56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.299297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679ad21-f515-4752-bccd-f144b77177c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.313691] env[69644]: DEBUG nova.compute.manager [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 671.313935] env[69644]: DEBUG nova.objects.instance [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lazy-loading 'flavor' on Instance uuid 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.316507] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ca92d-6507-4ae0-8867-bf7b3c75470c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.331743] env[69644]: DEBUG nova.compute.provider_tree [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.446509] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Successfully updated port: 2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.504817] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525944df-3453-b6a3-dd2b-7f918a5858dd, 'name': SearchDatastore_Task, 'duration_secs': 0.030106} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.506379] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc36787-f5f8-47f9-819a-99dcde6f55db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.516785] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 671.516785] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527af961-bb40-10c9-ea17-374ee6b97081" [ 671.516785] env[69644]: _type = "Task" [ 671.516785] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.522433] env[69644]: DEBUG nova.network.neutron [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updated VIF entry in instance network info cache for port 1ae355bc-23f1-4e69-9f0e-83cfc042a9d8. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.522578] env[69644]: DEBUG nova.network.neutron [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updating instance_info_cache with network_info: [{"id": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "address": "fa:16:3e:73:e4:f8", "network": {"id": "c92bff88-e697-4fee-92f7-efa8700df809", "bridge": "br-int", "label": "tempest-ServersTestJSON-1791675343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa898f2b5f7a406ea0d22ddb08c68c4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae355bc-23", "ovs_interfaceid": "1ae355bc-23f1-4e69-9f0e-83cfc042a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.527429] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527af961-bb40-10c9-ea17-374ee6b97081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.572182] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "2c025888-a4c5-4483-befb-17fe98648bdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.572359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.588939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.593687] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Task: {'id': task-3552331, 'name': PowerOffVM_Task, 'duration_secs': 0.329707} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.593984] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.594175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.594438] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d53e1c0-aec0-48a4-b09a-481b44e66c9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.658278] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.658477] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.658673] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Deleting the datastore file [datastore2] 5efb2b25-f9b0-4361-97d6-a598cae3ea3e {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.659099] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb1630c-7c1c-47c2-9635-1f9b75b90849 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.667385] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Waiting for the task: (returnval){ [ 671.667385] env[69644]: value = "task-3552334" [ 671.667385] env[69644]: _type = "Task" [ 671.667385] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.679154] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Task: {'id': task-3552334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.698962] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552332, 'name': Rename_Task, 'duration_secs': 0.246971} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.698962] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.701021] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077af524-d584-4c87-aac8-b0c31777ada0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.714576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.714952] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Instance network_info: |[{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.715259] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.716985] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f471eee-9a54-4a5a-af33-2144fa5ff2cd', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.730643] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating folder: Project (784ecc34c25a4bfb8383f736fd8389ea). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.731125] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 671.731125] env[69644]: value = "task-3552335" [ 671.731125] env[69644]: _type = "Task" [ 671.731125] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.731373] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-378cab8c-900b-4bc0-831a-e7b9ef77d33e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.745685] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.767751] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created folder: Project (784ecc34c25a4bfb8383f736fd8389ea) in parent group-v709242. [ 671.767898] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating folder: Instances. Parent ref: group-v709270. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.768149] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a18f1e7e-cd16-484c-a554-917384562ce8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.780617] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created folder: Instances in parent group-v709270. [ 671.780932] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.781211] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.781525] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61e0b1be-49b4-411a-8afc-2aa0bdac8e78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.806425] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.806425] env[69644]: value = "task-3552338" [ 671.806425] env[69644]: _type = "Task" [ 671.806425] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.818810] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552338, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.835246] env[69644]: DEBUG nova.scheduler.client.report [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.949432] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.956372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.956372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquired lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.956372] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.980699] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.980973] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.981153] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.981342] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.981487] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.981680] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.981837] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.981995] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.982175] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.982340] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.982519] env[69644]: DEBUG nova.virt.hardware [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.984330] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061a158-d187-4374-bafd-e1c098962364 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.993852] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678aee53-b164-4081-8985-9401bc0a1d6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.029206] env[69644]: DEBUG oslo_concurrency.lockutils [req-c0d7d9df-783b-4fa5-826c-c37598d8af18 req-972b689c-46d2-4ff5-b782-72d8376bee55 service nova] Releasing lock "refresh_cache-89d061ec-c250-4f32-a352-68072cebe938" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.029759] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527af961-bb40-10c9-ea17-374ee6b97081, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.029909] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.030180] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d93a86bf-2725-49df-967b-f1eaef8d7910/d93a86bf-2725-49df-967b-f1eaef8d7910.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.030443] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce30562-8571-44a7-ab9c-e0c7d3ebb07e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.038952] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 672.038952] env[69644]: value = "task-3552340" [ 672.038952] env[69644]: _type = "Task" [ 672.038952] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.047885] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.181861] env[69644]: DEBUG oslo_vmware.api [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Task: {'id': task-3552334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.182183] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.182376] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.182611] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.182714] env[69644]: INFO nova.compute.manager [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 672.182961] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.183165] env[69644]: DEBUG nova.compute.manager [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.183261] env[69644]: DEBUG nova.network.neutron [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.209489] env[69644]: DEBUG oslo_vmware.api [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552330, 'name': PowerOnVM_Task, 'duration_secs': 1.871148} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.209814] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.210043] env[69644]: INFO nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Took 15.81 seconds to spawn the instance on the hypervisor. [ 672.210226] env[69644]: DEBUG nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.211102] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e661e3-6870-4ecf-a064-64bfa98cdd22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.244982] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.317601] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552338, 'name': CreateVM_Task, 'duration_secs': 0.458107} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.317739] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.318543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.318709] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.319077] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.319364] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c354258-9643-4e1c-91ee-6a33509de2a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.326603] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.327151] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 672.327151] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b87e4b-605a-b44d-1b9f-44d98d45f4d2" [ 672.327151] env[69644]: _type = "Task" [ 672.327151] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.327151] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41e9cb9-0dc5-4343-8d56-6c4b3306428b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.339507] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b87e4b-605a-b44d-1b9f-44d98d45f4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.341885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.344034] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.350800] env[69644]: DEBUG oslo_vmware.api [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 672.350800] env[69644]: value = "task-3552341" [ 672.350800] env[69644]: _type = "Task" [ 672.350800] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.350800] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.879s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.350800] env[69644]: INFO nova.compute.claims [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.364681] env[69644]: DEBUG oslo_vmware.api [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.511378] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.553923] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.621231] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "003597ac-1afc-427a-a06e-c54d767a7cd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.621231] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.647893] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.648151] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.674185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "0ad63d96-9db3-403b-aa24-46bf26655103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.674414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.734711] env[69644]: DEBUG nova.network.neutron [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Updating instance_info_cache with network_info: [{"id": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "address": "fa:16:3e:de:9f:86", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed09423-11", "ovs_interfaceid": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.739810] env[69644]: INFO nova.compute.manager [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Took 21.58 seconds to build instance. [ 672.752485] env[69644]: DEBUG oslo_vmware.api [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552335, 'name': PowerOnVM_Task, 'duration_secs': 0.659681} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.753175] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.753175] env[69644]: INFO nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Took 8.17 seconds to spawn the instance on the hypervisor. [ 672.753646] env[69644]: DEBUG nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.754984] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce89c5f-5eb3-4b32-a051-dc29cbda0093 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.845059] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b87e4b-605a-b44d-1b9f-44d98d45f4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.050494} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.845059] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.845059] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.845059] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.845265] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.845265] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.845265] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a241e82-c3ac-408a-8b71-d9df8196faa2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.857035] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.857035] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.862528] env[69644]: DEBUG nova.compute.utils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.866134] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954d8700-5876-4aab-b4f8-2002286671c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.869428] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.869918] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.878304] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 672.878304] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5290880b-a8b6-7f2a-242d-c7e27d39c488" [ 672.878304] env[69644]: _type = "Task" [ 672.878304] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.881773] env[69644]: DEBUG oslo_vmware.api [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552341, 'name': PowerOffVM_Task, 'duration_secs': 0.254571} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.885283] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.885647] env[69644]: DEBUG nova.compute.manager [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.886883] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f165e-ea73-4206-adb9-46d8eb7a9b1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.894955] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5290880b-a8b6-7f2a-242d-c7e27d39c488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.928732] env[69644]: DEBUG nova.network.neutron [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.937035] env[69644]: DEBUG nova.policy [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c555c433d7747fb81d3456dc89b552d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9396b6ab1f2c422099feba99d88df64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.969712] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Received event network-vif-plugged-f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.969972] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquiring lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.970225] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.970458] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.970956] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] No waiting events found dispatching network-vif-plugged-f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.970956] env[69644]: WARNING nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Received unexpected event network-vif-plugged-f7f8e4ee-cea8-4f0f-9821-965c448076d5 for instance with vm_state building and task_state spawning. [ 672.971143] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Received event network-changed-f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.971329] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Refreshing instance network info cache due to event network-changed-f7f8e4ee-cea8-4f0f-9821-965c448076d5. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.971628] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquiring lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.971830] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquired lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.972721] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Refreshing network info cache for port f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.052839] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598984} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.053099] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d93a86bf-2725-49df-967b-f1eaef8d7910/d93a86bf-2725-49df-967b-f1eaef8d7910.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.053312] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.053852] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb040651-58aa-4849-9eaf-f1aa06d9d208 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.060561] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 673.060561] env[69644]: value = "task-3552342" [ 673.060561] env[69644]: _type = "Task" [ 673.060561] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.070235] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.240580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Releasing lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.240580] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Instance network_info: |[{"id": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "address": "fa:16:3e:de:9f:86", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed09423-11", "ovs_interfaceid": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.240927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de08ecd3-c040-4663-a37a-8f9d25d98038 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.090s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.244018] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:9f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed09423-1183-42a3-a1e8-6cd5d637e03b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.255887] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Creating folder: Project (4143df14da4e4655befa4731873b3b63). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.256869] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51125a90-6fb5-4195-a607-e2d56e9793a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.273127] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Created folder: Project (4143df14da4e4655befa4731873b3b63) in parent group-v709242. [ 673.276795] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Creating folder: Instances. Parent ref: group-v709273. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.277504] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-224f650f-9186-4271-a91e-3c53cf9bd154 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.281515] env[69644]: INFO nova.compute.manager [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Took 16.82 seconds to build instance. [ 673.283012] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.283247] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.296985] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Created folder: Instances in parent group-v709273. [ 673.297277] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.298203] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64845767-8edb-455d-a32e-653cef864939] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.298690] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b34fab-ff70-4baa-9370-0d1478dc203f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.317781] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.317781] env[69644]: value = "task-3552345" [ 673.317781] env[69644]: _type = "Task" [ 673.317781] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.326467] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552345, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.372298] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.393834] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5290880b-a8b6-7f2a-242d-c7e27d39c488, 'name': SearchDatastore_Task, 'duration_secs': 0.048395} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.394800] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Successfully created port: 84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.399940] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467ef1f7-e9e2-49a9-ab0a-18e6603b7461 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.412183] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b660e14e-65da-4b03-a81f-b7931f5fee80 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.117s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.416031] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 673.416031] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52abfb8b-bf24-0109-664e-d4bfac6a949d" [ 673.416031] env[69644]: _type = "Task" [ 673.416031] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.423033] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52abfb8b-bf24-0109-664e-d4bfac6a949d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.433175] env[69644]: INFO nova.compute.manager [-] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Took 1.25 seconds to deallocate network for instance. [ 673.575503] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071517} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.579173] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.579676] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27daff84-9554-4d9f-a84d-c82eb7e44b75 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.606141] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d93a86bf-2725-49df-967b-f1eaef8d7910/d93a86bf-2725-49df-967b-f1eaef8d7910.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.612355] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8c583a-63b0-4a5a-8a1b-a978998d99c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.640535] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 673.640535] env[69644]: value = "task-3552346" [ 673.640535] env[69644]: _type = "Task" [ 673.640535] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.651244] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.759072] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.785961] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54b907f3-b7b3-47a4-94b5-e073211911e1 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.343s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.837250] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552345, 'name': CreateVM_Task, 'duration_secs': 0.485136} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.838308] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64845767-8edb-455d-a32e-653cef864939] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.838308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.838308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.838598] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.838889] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57eacc9c-64a3-4fa6-88a6-6848751bf55f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.847583] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 673.847583] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd84c-d681-95d1-0803-ad2e2eb2e3c3" [ 673.847583] env[69644]: _type = "Task" [ 673.847583] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.859172] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd84c-d681-95d1-0803-ad2e2eb2e3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.860896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.860896] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.860896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.872150] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Successfully updated port: e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.902236] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b584a87-329b-49bf-af85-a196f7aef91e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.917813] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e533cf9-7245-4bd7-8fea-5fbea30883ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.938613] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52abfb8b-bf24-0109-664e-d4bfac6a949d, 'name': SearchDatastore_Task, 'duration_secs': 0.014261} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.962016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962315] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 80617eab-4e1f-49c5-8741-89052b004f56/80617eab-4e1f-49c5-8741-89052b004f56.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.963366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.964575] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.964765] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.967013] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63228153-0c22-42e1-888c-89de778aa61c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.967776] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f9afe-991d-46a9-96c2-2a30cb65c460 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.970896] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23180af4-fa40-4bd3-9ff4-689247e6369a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.980749] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831c435-b421-45bd-9a9f-18c80c494fc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.983467] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 673.983467] env[69644]: value = "task-3552347" [ 673.983467] env[69644]: _type = "Task" [ 673.983467] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.984821] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.984998] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.991729] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb8631f-774a-4586-86c6-5943b29bac73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.001709] env[69644]: DEBUG nova.compute.provider_tree [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.004539] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Updated VIF entry in instance network info cache for port f7f8e4ee-cea8-4f0f-9821-965c448076d5. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.004754] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Updating instance_info_cache with network_info: [{"id": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "address": "fa:16:3e:59:1e:b3", "network": {"id": "bd16af13-e942-466f-a46d-7817c0373611", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1820285856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e6ea5518fd42d4bfaac77e6a11abd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8e4ee-ce", "ovs_interfaceid": "f7f8e4ee-cea8-4f0f-9821-965c448076d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.016214] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 674.016214] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bff31-5c91-0991-1830-420233a5d77b" [ 674.016214] env[69644]: _type = "Task" [ 674.016214] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.019448] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.029452] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bff31-5c91-0991-1830-420233a5d77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.109521] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.109894] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.150138] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552346, 'name': ReconfigVM_Task, 'duration_secs': 0.298236} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.150523] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d93a86bf-2725-49df-967b-f1eaef8d7910/d93a86bf-2725-49df-967b-f1eaef8d7910.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.151191] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf3047c-9dde-46ce-b8c8-11dd4971c6a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.158279] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 674.158279] env[69644]: value = "task-3552349" [ 674.158279] env[69644]: _type = "Task" [ 674.158279] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.169544] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552349, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.281803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.288025] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.374488] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.375831] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.375831] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.388826] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.428027] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.428027] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.428262] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.428309] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.428426] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.428607] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.428823] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.428978] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.429164] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.429326] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.429493] env[69644]: DEBUG nova.virt.hardware [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.430426] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec516a78-7196-40e7-8de9-319a9722d978 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.440281] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4407bb-1bf6-4024-bf5c-c44c833021ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.494940] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552347, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.508369] env[69644]: DEBUG nova.scheduler.client.report [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.516299] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Releasing lock "refresh_cache-d93a86bf-2725-49df-967b-f1eaef8d7910" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.517361] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-vif-plugged-5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.517361] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.517361] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.517361] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.517361] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] No waiting events found dispatching network-vif-plugged-5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.517620] env[69644]: WARNING nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received unexpected event network-vif-plugged-5f471eee-9a54-4a5a-af33-2144fa5ff2cd for instance with vm_state building and task_state spawning. [ 674.517620] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-changed-5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.517719] env[69644]: DEBUG nova.compute.manager [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing instance network info cache due to event network-changed-5f471eee-9a54-4a5a-af33-2144fa5ff2cd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.517901] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.518054] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.518219] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing network info cache for port 5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.531317] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bff31-5c91-0991-1830-420233a5d77b, 'name': SearchDatastore_Task, 'duration_secs': 0.058449} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.533222] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5669f8bf-b8ed-4a9f-b6c5-2a7517672a75 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.539747] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 674.539747] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e978b-b3f3-c609-2c59-6febab3493c2" [ 674.539747] env[69644]: _type = "Task" [ 674.539747] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.548393] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e978b-b3f3-c609-2c59-6febab3493c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.671121] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552349, 'name': Rename_Task, 'duration_secs': 0.290253} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.671413] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.671633] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db69907-9c9e-4d47-84fd-d690624a3fbb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.680063] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 674.680063] env[69644]: value = "task-3552350" [ 674.680063] env[69644]: _type = "Task" [ 674.680063] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.689109] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.819278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.839474] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "d44c4d5e-3144-4533-92d9-9823752c93b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.842410] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.928304] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.001890] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781832} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.001890] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 80617eab-4e1f-49c5-8741-89052b004f56/80617eab-4e1f-49c5-8741-89052b004f56.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.001890] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.001890] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba37350-9fa7-4a82-ac35-ed26e2cb10ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.008558] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 675.008558] env[69644]: value = "task-3552351" [ 675.008558] env[69644]: _type = "Task" [ 675.008558] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.014280] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.014280] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.021227] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.602s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.022434] env[69644]: INFO nova.compute.claims [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.028536] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.053233] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e978b-b3f3-c609-2c59-6febab3493c2, 'name': SearchDatastore_Task, 'duration_secs': 0.055562} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.053892] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.054231] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 64845767-8edb-455d-a32e-653cef864939/64845767-8edb-455d-a32e-653cef864939.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.054546] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-990d97ca-7f48-4928-b878-b1a11a696b9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.062188] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 675.062188] env[69644]: value = "task-3552352" [ 675.062188] env[69644]: _type = "Task" [ 675.062188] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.071096] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.194537] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.196726] env[69644]: DEBUG nova.compute.manager [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Received event network-vif-plugged-e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.198331] env[69644]: DEBUG oslo_concurrency.lockutils [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.198331] env[69644]: DEBUG oslo_concurrency.lockutils [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.198331] env[69644]: DEBUG oslo_concurrency.lockutils [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.198698] env[69644]: DEBUG nova.compute.manager [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] No waiting events found dispatching network-vif-plugged-e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 675.199727] env[69644]: WARNING nova.compute.manager [req-fce27ee6-d03a-4918-9e41-8430d334459f req-47e8ab76-9df0-4839-8f51-cfc7bcdc3925 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Received unexpected event network-vif-plugged-e9ccadc4-073e-4c1d-be91-ecef66de9966 for instance with vm_state building and task_state spawning. [ 675.262357] env[69644]: DEBUG nova.network.neutron [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.519641] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08278} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.519769] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.521990] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c303d0-b9ba-4c51-820f-1c5c7c383890 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.543076] env[69644]: DEBUG nova.compute.utils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.557106] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 80617eab-4e1f-49c5-8741-89052b004f56/80617eab-4e1f-49c5-8741-89052b004f56.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.560308] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.560591] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.562577] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15baef64-da01-4d24-941d-146b0f3cd9ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.589607] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.591338] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 675.591338] env[69644]: value = "task-3552356" [ 675.591338] env[69644]: _type = "Task" [ 675.591338] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.602934] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.623367] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updated VIF entry in instance network info cache for port 5f471eee-9a54-4a5a-af33-2144fa5ff2cd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.623797] env[69644]: DEBUG nova.network.neutron [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.694239] env[69644]: DEBUG oslo_vmware.api [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552350, 'name': PowerOnVM_Task, 'duration_secs': 0.577597} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.694239] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.694239] env[69644]: INFO nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 13.47 seconds to spawn the instance on the hypervisor. [ 675.694486] env[69644]: DEBUG nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.695270] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3266bb37-5598-4bd3-85b7-b1408d45a1ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.765621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.765976] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Instance network_info: |[{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.766429] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3b:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ccadc4-073e-4c1d-be91-ecef66de9966', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.774815] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Creating folder: Project (a1522e170749434db3948907bd1f3694). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.776147] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ca2f49-b8f5-4864-b233-b8d988c625bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.790729] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Created folder: Project (a1522e170749434db3948907bd1f3694) in parent group-v709242. [ 675.790939] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Creating folder: Instances. Parent ref: group-v709279. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.791215] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2b371d1-a903-46fe-9892-e04403cdd993 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.803029] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Created folder: Instances in parent group-v709279. [ 675.803029] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.803029] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.803029] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f144ca3-f43b-485c-ad21-c3b7bd1ae000 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.829393] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.829393] env[69644]: value = "task-3552359" [ 675.829393] env[69644]: _type = "Task" [ 675.829393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.837665] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552359, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.876934] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Successfully updated port: 84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.952360] env[69644]: DEBUG nova.policy [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485e182c516c46509f2c0442f793cd46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b0d1f9b75fb44ec8ca36325bef00261', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.058878] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.097246] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791061} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.101546] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 64845767-8edb-455d-a32e-653cef864939/64845767-8edb-455d-a32e-653cef864939.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.101652] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.103056] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b78bcc8-826d-42c1-94dc-1412ca8b5bcb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.109711] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.115088] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 676.115088] env[69644]: value = "task-3552360" [ 676.115088] env[69644]: _type = "Task" [ 676.115088] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.128729] env[69644]: DEBUG oslo_concurrency.lockutils [req-b8efbe21-22ab-4db0-b1c9-56c7e895f1aa req-8209ebfb-bacb-499c-b483-2be846490cb1 service nova] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.128729] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.218734] env[69644]: INFO nova.compute.manager [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 22.89 seconds to build instance. [ 676.346061] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552359, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.382470] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.382712] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.383326] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.383459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.383607] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.543677] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d16919-fc22-4979-98f1-e654093b5d49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.555288] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c24354-6f68-4515-a338-83aaa39e2b10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.610065] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e72cffd-66d2-4f04-bdfa-8e154f79d575 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.615198] env[69644]: DEBUG nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Received event network-vif-plugged-2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.615198] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Acquiring lock "64845767-8edb-455d-a32e-653cef864939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.615198] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Lock "64845767-8edb-455d-a32e-653cef864939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.615198] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Lock "64845767-8edb-455d-a32e-653cef864939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.615198] env[69644]: DEBUG nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] No waiting events found dispatching network-vif-plugged-2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 676.615568] env[69644]: WARNING nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Received unexpected event network-vif-plugged-2ed09423-1183-42a3-a1e8-6cd5d637e03b for instance with vm_state building and task_state spawning. [ 676.615568] env[69644]: DEBUG nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Received event network-changed-2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.615751] env[69644]: DEBUG nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Refreshing instance network info cache due to event network-changed-2ed09423-1183-42a3-a1e8-6cd5d637e03b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.615928] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Acquiring lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.616067] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Acquired lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.616215] env[69644]: DEBUG nova.network.neutron [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Refreshing network info cache for port 2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.629084] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552356, 'name': ReconfigVM_Task, 'duration_secs': 0.71679} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.629084] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 80617eab-4e1f-49c5-8741-89052b004f56/80617eab-4e1f-49c5-8741-89052b004f56.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.631737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902ed76-2ddb-4a87-a5b3-08178e42148b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.638148] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbfae5cd-4621-4aaf-9f5d-60698a7477f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.639933] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200302} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.640587] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.641623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a356f-4312-4920-99b1-c78472498184 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.655300] env[69644]: DEBUG nova.compute.provider_tree [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.656688] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 676.656688] env[69644]: value = "task-3552362" [ 676.656688] env[69644]: _type = "Task" [ 676.656688] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.681215] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 64845767-8edb-455d-a32e-653cef864939/64845767-8edb-455d-a32e-653cef864939.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.682737] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42332c71-b6f7-4cf8-b7c2-357de29a3819 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.700519] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552362, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.706197] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 676.706197] env[69644]: value = "task-3552363" [ 676.706197] env[69644]: _type = "Task" [ 676.706197] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.714872] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.722071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5004851a-5548-49b3-8234-26d3aa1e1a12 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.401s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.841475] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552359, 'name': CreateVM_Task, 'duration_secs': 0.655212} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.841771] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.842404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.842617] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.842909] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.843163] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348c3db5-6067-4a46-bc11-a1c6e129a9e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.848357] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 676.848357] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2c61a-15a3-9537-f7c6-bceb14349cfe" [ 676.848357] env[69644]: _type = "Task" [ 676.848357] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.863023] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2c61a-15a3-9537-f7c6-bceb14349cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.006586] env[69644]: DEBUG nova.compute.manager [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.007944] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e901a1-f217-4963-b1ef-57b71b82a011 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.087178] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.087480] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.119668] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.149338] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.149658] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.149838] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.150072] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.150228] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.150392] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.150661] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.150839] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.151055] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.151250] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.151442] env[69644]: DEBUG nova.virt.hardware [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.152514] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a2c2f-e12b-4ae8-8c20-b99739a4f31b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.158969] env[69644]: DEBUG nova.scheduler.client.report [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.163097] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Successfully created port: 7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.173796] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e153a-11ec-49da-9810-ea5f41e4ca83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.181663] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552362, 'name': Rename_Task, 'duration_secs': 0.348698} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.182997] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.183406] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-004dd802-be8a-4e39-ae9a-6745edcb784b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.185853] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.205395] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 677.205395] env[69644]: value = "task-3552364" [ 677.205395] env[69644]: _type = "Task" [ 677.205395] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.219072] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.223964] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.224673] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.358976] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2c61a-15a3-9537-f7c6-bceb14349cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.359293] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.359514] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.359739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.359874] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360056] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.360314] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622e3669-c842-4dbc-8741-92b377ab04b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.366727] env[69644]: INFO nova.compute.manager [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Rebuilding instance [ 677.377089] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.377280] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.378008] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d14681-8a1b-4743-80e1-6df9684a02f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.384736] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 677.384736] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2fa4a-9af5-5211-47b3-759a4774b8e0" [ 677.384736] env[69644]: _type = "Task" [ 677.384736] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.396107] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2fa4a-9af5-5211-47b3-759a4774b8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.419326] env[69644]: DEBUG nova.compute.manager [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.419326] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53bf16-3119-4293-ab09-a7fb1ebe254f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.522070] env[69644]: INFO nova.compute.manager [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] instance snapshotting [ 677.522349] env[69644]: WARNING nova.compute.manager [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 677.525262] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f4476-6093-47d8-a1c4-5a8b763d6bec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.553227] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79acc8f3-a6a1-4d90-8fcd-3b71310143aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.658533] env[69644]: DEBUG nova.network.neutron [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Updating instance_info_cache with network_info: [{"id": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "address": "fa:16:3e:03:a2:39", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3b09a-10", "ovs_interfaceid": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.672915] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.673471] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.679964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.089s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.679964] env[69644]: INFO nova.compute.claims [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.696977] env[69644]: DEBUG nova.network.neutron [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Updated VIF entry in instance network info cache for port 2ed09423-1183-42a3-a1e8-6cd5d637e03b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.697379] env[69644]: DEBUG nova.network.neutron [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Updating instance_info_cache with network_info: [{"id": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "address": "fa:16:3e:de:9f:86", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed09423-11", "ovs_interfaceid": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.727388] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.729020] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.765100] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.883968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "290daf13-491c-4ebf-a52e-1271598e9512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.884641] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.896273] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2fa4a-9af5-5211-47b3-759a4774b8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.046169} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.897393] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac458f75-0844-4272-bd2b-29e607589df6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.906156] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 677.906156] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222c143-bb32-5b0b-185b-b47c1d51fa7a" [ 677.906156] env[69644]: _type = "Task" [ 677.906156] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.913411] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222c143-bb32-5b0b-185b-b47c1d51fa7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.069939] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.069939] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4125cc86-aed9-4a33-b82b-06adbd1a0556 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.077762] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 678.077762] env[69644]: value = "task-3552365" [ 678.077762] env[69644]: _type = "Task" [ 678.077762] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.088594] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.166086] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.166086] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance network_info: |[{"id": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "address": "fa:16:3e:03:a2:39", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3b09a-10", "ovs_interfaceid": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.166392] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b3b09a-101b-44f3-8972-255b8e2bab3c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.175306] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating folder: Project (9396b6ab1f2c422099feba99d88df64a). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.175843] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1da9b5-1b87-4ffb-9490-a348351be9d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.188288] env[69644]: DEBUG nova.compute.utils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.193325] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.193735] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.196434] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created folder: Project (9396b6ab1f2c422099feba99d88df64a) in parent group-v709242. [ 678.196787] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating folder: Instances. Parent ref: group-v709283. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.197416] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83803ad7-ae75-4707-bf43-3ccca7a336e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.203598] env[69644]: DEBUG oslo_concurrency.lockutils [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] Releasing lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.203598] env[69644]: DEBUG nova.compute.manager [req-a799e850-a6b0-4823-a78b-6ed82724ed67 req-c5df3c87-d067-4a69-b54f-f3b2f134c896 service nova] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Received event network-vif-deleted-77bed287-a877-43a4-afb4-be2b0c2e5aa1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.210202] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created folder: Instances in parent group-v709283. [ 678.210202] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.212581] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.213296] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f287d6-00e5-4775-9de8-d23e9560de12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.239687] env[69644]: DEBUG oslo_vmware.api [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552364, 'name': PowerOnVM_Task, 'duration_secs': 0.81874} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.243894] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.244150] env[69644]: INFO nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Took 11.22 seconds to spawn the instance on the hypervisor. [ 678.244335] env[69644]: DEBUG nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.244736] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552363, 'name': ReconfigVM_Task, 'duration_secs': 1.137294} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.244828] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.244828] env[69644]: value = "task-3552369" [ 678.244828] env[69644]: _type = "Task" [ 678.244828] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.245639] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689530e-4cac-4645-86aa-ceb8a3e7180f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.248238] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 64845767-8edb-455d-a32e-653cef864939/64845767-8edb-455d-a32e-653cef864939.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.248897] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4718e68d-940a-4875-8eae-8210ab1f5c26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265882] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 678.265882] env[69644]: value = "task-3552370" [ 678.265882] env[69644]: _type = "Task" [ 678.265882] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.266149] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552369, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.276852] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552370, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.302084] env[69644]: DEBUG nova.policy [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e952c6e045b34915a6698ba7048dcb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e9dcfb9566e438fbc86c697a115efdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.414732] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222c143-bb32-5b0b-185b-b47c1d51fa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.026328} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.415090] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.416415] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.416415] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e601494-03f9-429b-a1b4-7f9ec23abe0c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.423435] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 678.423435] env[69644]: value = "task-3552372" [ 678.423435] env[69644]: _type = "Task" [ 678.423435] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.431740] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.437423] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.437789] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167a2254-28ee-479a-aaf1-d924096dab01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.447906] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 678.447906] env[69644]: value = "task-3552373" [ 678.447906] env[69644]: _type = "Task" [ 678.447906] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.459105] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.587996] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552365, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.692081] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.709337] env[69644]: DEBUG nova.compute.manager [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Received event network-changed-e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.709530] env[69644]: DEBUG nova.compute.manager [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Refreshing instance network info cache due to event network-changed-e9ccadc4-073e-4c1d-be91-ecef66de9966. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.709865] env[69644]: DEBUG oslo_concurrency.lockutils [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] Acquiring lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.709952] env[69644]: DEBUG oslo_concurrency.lockutils [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] Acquired lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.710180] env[69644]: DEBUG nova.network.neutron [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Refreshing network info cache for port e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.761722] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552369, 'name': CreateVM_Task, 'duration_secs': 0.416489} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.761964] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.762721] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763183] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763312] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763572] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1712f29b-9599-481f-83a4-cbefbb53e59e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.778563] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 678.778563] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e76ce3-6e94-5275-8cdb-05b1b3f57720" [ 678.778563] env[69644]: _type = "Task" [ 678.778563] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.782344] env[69644]: INFO nova.compute.manager [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Took 20.72 seconds to build instance. [ 678.792426] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552370, 'name': Rename_Task, 'duration_secs': 0.265891} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.794403] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.794403] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3497bffe-8657-4256-ae31-e6badcf9b5ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.800997] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e76ce3-6e94-5275-8cdb-05b1b3f57720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.807489] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 678.807489] env[69644]: value = "task-3552374" [ 678.807489] env[69644]: _type = "Task" [ 678.807489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.816020] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.938890] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.961409] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552373, 'name': PowerOffVM_Task, 'duration_secs': 0.221125} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.961942] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.962215] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.963139] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12582815-1c46-4044-ab6c-4866e61fa1c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970444] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.973299] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff1056ef-fe3b-4358-8855-71a60bb43b93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.003058] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.003175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.003418] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Deleting the datastore file [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.007623] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4684ff96-1c8d-42f6-8162-7976b266bf9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.014828] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 679.014828] env[69644]: value = "task-3552376" [ 679.014828] env[69644]: _type = "Task" [ 679.014828] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.025195] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.090989] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552365, 'name': CreateSnapshot_Task, 'duration_secs': 0.999513} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.094031] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.098795] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d1d3b-d102-4ad0-b36e-26956048599f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.147412] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Successfully created port: 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.193935] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4721174-38d5-4117-9162-64ce7f82d038 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.208039] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d263af2-6db9-410d-bc5f-7bdee4f4376d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.246639] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Successfully updated port: 7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.248756] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc3f778-af72-4b01-a3ee-e684993f7ec4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.259747] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc17d5-1b0b-42be-8383-2152678266a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.277044] env[69644]: DEBUG nova.compute.provider_tree [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.287232] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a14ddb9e-3dd2-483b-87f4-b323425d96d9 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.242s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.296297] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e76ce3-6e94-5275-8cdb-05b1b3f57720, 'name': SearchDatastore_Task, 'duration_secs': 0.069099} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.296297] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296450] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.296694] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296835] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.297041] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.297374] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f52821ba-eef4-4040-9517-d1bead6b36af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.319961] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.321695] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.321887] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.322642] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27730bf8-8bdf-4516-88ff-6f923d5d6cc4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.328315] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 679.328315] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb622d-311a-8ef2-154c-35b6a4f76ee4" [ 679.328315] env[69644]: _type = "Task" [ 679.328315] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.343369] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb622d-311a-8ef2-154c-35b6a4f76ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.439876] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.531623] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378277} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.531894] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.531956] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.533088] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.547776] env[69644]: DEBUG nova.network.neutron [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updated VIF entry in instance network info cache for port e9ccadc4-073e-4c1d-be91-ecef66de9966. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.547776] env[69644]: DEBUG nova.network.neutron [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.616729] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.617691] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4982dbb-ffd0-4971-bb6d-cc6613ac75ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.626456] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 679.626456] env[69644]: value = "task-3552377" [ 679.626456] env[69644]: _type = "Task" [ 679.626456] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.634411] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.705264] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.741843] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.742200] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.742200] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.742365] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.742441] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.742693] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.742788] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.743020] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.743140] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.743332] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.743497] env[69644]: DEBUG nova.virt.hardware [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.744722] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d28502b-0a02-4bed-a021-d7272cfb6d68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.753415] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.753493] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.753859] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.766700] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5ac32d-4a55-42fb-b636-f161359110f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783955] env[69644]: DEBUG nova.scheduler.client.report [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.793455] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.798711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "5e03e801-6932-4d7b-b201-cbe38321432c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.798711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.822370] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552374, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.842823] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb622d-311a-8ef2-154c-35b6a4f76ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.062536} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.843424] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8224277-c4f4-4418-9fba-ba7567271b85 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.852342] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 679.852342] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5294ee90-f552-6695-1441-d99e167848d1" [ 679.852342] env[69644]: _type = "Task" [ 679.852342] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.864337] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5294ee90-f552-6695-1441-d99e167848d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.935713] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552372, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.236495} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.936054] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.936232] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.936491] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5550151-23d8-4145-986a-1c675d0fae8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.942955] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 679.942955] env[69644]: value = "task-3552378" [ 679.942955] env[69644]: _type = "Task" [ 679.942955] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.951878] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.051627] env[69644]: DEBUG oslo_concurrency.lockutils [req-04637c8f-389a-42bb-bc2d-17211b2fdbe8 req-542445a9-3888-4e97-bc32-d3c11423cd22 service nova] Releasing lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.101178] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Received event network-vif-plugged-84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.101462] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Acquiring lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.102144] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.102144] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.102862] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] No waiting events found dispatching network-vif-plugged-84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 680.102862] env[69644]: WARNING nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Received unexpected event network-vif-plugged-84b3b09a-101b-44f3-8972-255b8e2bab3c for instance with vm_state building and task_state spawning. [ 680.102862] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Received event network-changed-84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.102862] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Refreshing instance network info cache due to event network-changed-84b3b09a-101b-44f3-8972-255b8e2bab3c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.103213] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Acquiring lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103213] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Acquired lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.103781] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Refreshing network info cache for port 84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.139884] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.291613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.292329] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.296054] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.333s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.296324] env[69644]: DEBUG nova.objects.instance [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lazy-loading 'resources' on Instance uuid 5efb2b25-f9b0-4361-97d6-a598cae3ea3e {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.323702] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.324931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.328734] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.365372] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5294ee90-f552-6695-1441-d99e167848d1, 'name': SearchDatastore_Task, 'duration_secs': 0.040739} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.366065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.366394] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.366994] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee4bec7-ec87-4042-a3c2-b8f4b3f19274 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.374746] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 680.374746] env[69644]: value = "task-3552380" [ 680.374746] env[69644]: _type = "Task" [ 680.374746] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.384721] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.453172] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091003} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.456141] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.456420] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55495805-cf63-4a94-977e-c93e2418cae1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.489028] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.489028] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a8469b-b398-4758-8437-a196fd480b19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.514042] env[69644]: DEBUG nova.network.neutron [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Updating instance_info_cache with network_info: [{"id": "7f73eff5-d128-4fd4-be22-48436f631479", "address": "fa:16:3e:94:c1:ad", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f73eff5-d1", "ovs_interfaceid": "7f73eff5-d128-4fd4-be22-48436f631479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.520574] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 680.520574] env[69644]: value = "task-3552382" [ 680.520574] env[69644]: _type = "Task" [ 680.520574] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.529403] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.573598] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.573598] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.573598] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.573598] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.573939] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.573939] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.574080] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.574229] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.574394] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.574557] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.574726] env[69644]: DEBUG nova.virt.hardware [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.575630] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f08b30-c6a0-4f00-ad69-3a8c7a77765e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.583809] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6e8ac-9237-431f-9595-04a46f35f6b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.601933] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.607336] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.609903] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.610161] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e502ba8-b4da-494f-b080-d9e0f893b3b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.632064] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.632064] env[69644]: value = "task-3552383" [ 680.632064] env[69644]: _type = "Task" [ 680.632064] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.646044] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.649364] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552383, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.805786] env[69644]: DEBUG nova.compute.utils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.809675] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.810241] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.823179] env[69644]: DEBUG oslo_vmware.api [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552374, 'name': PowerOnVM_Task, 'duration_secs': 1.588011} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.824542] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.824915] env[69644]: INFO nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Took 11.31 seconds to spawn the instance on the hypervisor. [ 680.825179] env[69644]: DEBUG nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.826586] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b5b04-ccb7-479a-97b4-01839e598174 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.900473] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.905158] env[69644]: DEBUG nova.policy [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d01a10518f47cc944c06510611ec91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b73866920ff84b979a6f9b7578a9f1e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.971217] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Updated VIF entry in instance network info cache for port 84b3b09a-101b-44f3-8972-255b8e2bab3c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.971495] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Updating instance_info_cache with network_info: [{"id": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "address": "fa:16:3e:03:a2:39", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3b09a-10", "ovs_interfaceid": "84b3b09a-101b-44f3-8972-255b8e2bab3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.016723] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.017063] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Instance network_info: |[{"id": "7f73eff5-d128-4fd4-be22-48436f631479", "address": "fa:16:3e:94:c1:ad", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f73eff5-d1", "ovs_interfaceid": "7f73eff5-d128-4fd4-be22-48436f631479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.017484] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c1:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f73eff5-d128-4fd4-be22-48436f631479', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.027511] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.030763] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.035418] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef3f6d0-81e9-49d4-a368-a0848f952f86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.054048] env[69644]: DEBUG nova.compute.manager [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.055803] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc43aa8-dd76-48ce-af19-c611b5f597ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.063398] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.063398] env[69644]: value = "task-3552384" [ 681.063398] env[69644]: _type = "Task" [ 681.063398] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.063746] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552382, 'name': ReconfigVM_Task, 'duration_secs': 0.530353} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.064195] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.071280] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1fd416-8316-4fac-9c94-049337fab21e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.087584] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552384, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.087584] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 681.087584] env[69644]: value = "task-3552385" [ 681.087584] env[69644]: _type = "Task" [ 681.087584] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.100559] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552385, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.150526] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.155664] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552383, 'name': CreateVM_Task, 'duration_secs': 0.509428} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.155888] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.156486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.157430] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.157430] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.157430] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ce03a9-41e4-49ac-a2fe-4dafd69965fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.166008] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 681.166008] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521aa8e5-b038-c18c-0acb-7d484b03ab28" [ 681.166008] env[69644]: _type = "Task" [ 681.166008] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.177731] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521aa8e5-b038-c18c-0acb-7d484b03ab28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.236798] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully created port: 8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.312644] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.337439] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f54c3c-9140-47cd-8668-4c19619ee90e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.350679] env[69644]: INFO nova.compute.manager [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Took 19.95 seconds to build instance. [ 681.353351] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e796e-5bf0-4086-8c0c-d94ce1e40587 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.359877] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Successfully updated port: 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.395323] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55790d5-7116-44ab-baea-8410325930ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.406449] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558259} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.406772] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.406984] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.408375] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8d3e5-4598-4392-acb6-4a8c12cf342d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.412889] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51f1d17-7234-4a44-b9e4-dabbd085ebe3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.432260] env[69644]: DEBUG nova.compute.provider_tree [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.432655] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 681.432655] env[69644]: value = "task-3552386" [ 681.432655] env[69644]: _type = "Task" [ 681.432655] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.441805] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.478586] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Releasing lock "refresh_cache-32221ccb-fd98-4b04-9bbe-8412862c9b4d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.481454] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Received event network-changed-8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.481454] env[69644]: DEBUG nova.compute.manager [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Refreshing instance network info cache due to event network-changed-8ec8f702-0a56-496f-8daf-25a74b6b039b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.481454] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Acquiring lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.481454] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Acquired lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.481454] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Refreshing network info cache for port 8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.576018] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552384, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.582357] env[69644]: INFO nova.compute.manager [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] instance snapshotting [ 681.585343] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab986ff-b41f-45f9-92f0-be9401512ebc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.588628] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully created port: feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.613802] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd178b5-01fb-4341-aed1-2a20c6b63676 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.617099] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552385, 'name': Rename_Task, 'duration_secs': 0.297547} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.617478] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.618220] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8663326-cc1b-44d7-b2b3-daa7afd3070a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.629977] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 681.629977] env[69644]: value = "task-3552387" [ 681.629977] env[69644]: _type = "Task" [ 681.629977] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.644720] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.652381] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.678071] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521aa8e5-b038-c18c-0acb-7d484b03ab28, 'name': SearchDatastore_Task, 'duration_secs': 0.017711} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.678486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.678780] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.679069] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.679319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.679504] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.679789] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba581e6-e8e3-47e6-9617-72a3070663cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.692294] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.692443] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.693256] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6874f1e0-7a9d-492b-b4f2-8c29270ba3c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.699081] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 681.699081] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4c4e4-8af1-54d1-c5f2-56a604ac9102" [ 681.699081] env[69644]: _type = "Task" [ 681.699081] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.707285] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4c4e4-8af1-54d1-c5f2-56a604ac9102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.859366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-46d8d8fc-7fd2-4cee-beb9-cd97837df064 tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.465s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.861122] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.861264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.861410] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.901131] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully created port: 0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.955020] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092454} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.955020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.956147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff8610-6cfc-4b75-9931-2c77756d61ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.981776] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.983329] env[69644]: ERROR nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] [req-6a9d6510-26e7-4c10-aa81-a2737f046cd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a9d6510-26e7-4c10-aa81-a2737f046cd4"}]} [ 681.986137] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c561d59b-f58d-4a02-8490-ea04406fbba3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.012025] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 682.012025] env[69644]: value = "task-3552388" [ 682.012025] env[69644]: _type = "Task" [ 682.012025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.017850] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.036935] env[69644]: DEBUG nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.042719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.042944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.063424] env[69644]: DEBUG nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.063653] env[69644]: DEBUG nova.compute.provider_tree [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.079392] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552384, 'name': CreateVM_Task, 'duration_secs': 0.559722} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.081737] env[69644]: DEBUG nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.084963] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.086321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087184] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.087184] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.087765] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4aa6080-e7c5-48db-b33e-79ab596d9443 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.093324] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 682.093324] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52324425-a04a-a7f3-7a31-d99d0564a3e3" [ 682.093324] env[69644]: _type = "Task" [ 682.093324] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.103476] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52324425-a04a-a7f3-7a31-d99d0564a3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.107320] env[69644]: DEBUG nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.127477] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.127786] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66038ed1-bb45-4fcb-bff2-e677a755da8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.140847] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 682.140847] env[69644]: value = "task-3552389" [ 682.140847] env[69644]: _type = "Task" [ 682.140847] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.145564] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.152340] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552377, 'name': CloneVM_Task, 'duration_secs': 2.489852} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.152983] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Created linked-clone VM from snapshot [ 682.154058] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e8b2f1-3094-4bf2-a792-71aae731bf77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.159222] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.164512] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Uploading image 652b19dc-a490-4095-99e5-f3dadcfd3fcf {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.170869] env[69644]: DEBUG nova.compute.manager [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-vif-plugged-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.171176] env[69644]: DEBUG oslo_concurrency.lockutils [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] Acquiring lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.171390] env[69644]: DEBUG oslo_concurrency.lockutils [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.171589] env[69644]: DEBUG oslo_concurrency.lockutils [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.171730] env[69644]: DEBUG nova.compute.manager [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] No waiting events found dispatching network-vif-plugged-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.171891] env[69644]: WARNING nova.compute.manager [req-825c28f5-6a88-4a31-bd4b-8bb0cf847bf8 req-832e297e-9ee5-434d-a820-844417cf29c9 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received unexpected event network-vif-plugged-5878e8d8-4c3c-44c4-abb4-da5d96b5798f for instance with vm_state building and task_state spawning. [ 682.199630] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.199630] env[69644]: value = "vm-709287" [ 682.199630] env[69644]: _type = "VirtualMachine" [ 682.199630] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.199630] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2aa186f9-6aff-4afd-9b75-3a2e030eeb66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.217589] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4c4e4-8af1-54d1-c5f2-56a604ac9102, 'name': SearchDatastore_Task, 'duration_secs': 0.041773} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.222877] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease: (returnval){ [ 682.222877] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bafe6e-1c51-8fa6-7d88-2838876ad908" [ 682.222877] env[69644]: _type = "HttpNfcLease" [ 682.222877] env[69644]: } obtained for exporting VM: (result){ [ 682.222877] env[69644]: value = "vm-709287" [ 682.222877] env[69644]: _type = "VirtualMachine" [ 682.222877] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.223799] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the lease: (returnval){ [ 682.223799] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bafe6e-1c51-8fa6-7d88-2838876ad908" [ 682.223799] env[69644]: _type = "HttpNfcLease" [ 682.223799] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.224766] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78673605-da48-480a-bda2-b6223bf8cfa0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.234369] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 682.234369] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521546c3-ddb0-e681-8e8a-ba011f84ff76" [ 682.234369] env[69644]: _type = "Task" [ 682.234369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.238489] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.238489] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bafe6e-1c51-8fa6-7d88-2838876ad908" [ 682.238489] env[69644]: _type = "HttpNfcLease" [ 682.238489] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.242768] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.242768] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bafe6e-1c51-8fa6-7d88-2838876ad908" [ 682.242768] env[69644]: _type = "HttpNfcLease" [ 682.242768] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.243749] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d807e-bea4-4deb-9e66-aa1427490b77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.257824] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.257974] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.259542] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521546c3-ddb0-e681-8e8a-ba011f84ff76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.321559] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.345198] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.345470] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.345641] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.345823] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.345963] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.346306] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.346393] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.347270] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.347270] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.347270] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.347270] env[69644]: DEBUG nova.virt.hardware [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.348368] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393a547-8fc7-4526-a0f9-e115b9084a5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.364660] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5ac16-2112-44af-9273-06abde3459de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.369240] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.376933] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12453ede-5b89-438a-9a76-b4c788105cf3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.436681] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.519384] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.590669] env[69644]: DEBUG nova.compute.manager [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] [instance: 64845767-8edb-455d-a32e-653cef864939] Received event network-changed {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.590775] env[69644]: DEBUG nova.compute.manager [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] [instance: 64845767-8edb-455d-a32e-653cef864939] Refreshing instance network info cache due to event network-changed. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.590964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] Acquiring lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.591136] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] Acquired lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.591325] env[69644]: DEBUG nova.network.neutron [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] [instance: 64845767-8edb-455d-a32e-653cef864939] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.611033] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52324425-a04a-a7f3-7a31-d99d0564a3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020684} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.618987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.619553] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.619553] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.623822] env[69644]: DEBUG nova.network.neutron [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.643990] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updated VIF entry in instance network info cache for port 8ec8f702-0a56-496f-8daf-25a74b6b039b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.644528] env[69644]: DEBUG nova.network.neutron [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating instance_info_cache with network_info: [{"id": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "address": "fa:16:3e:83:7c:61", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8f702-0a", "ovs_interfaceid": "8ec8f702-0a56-496f-8daf-25a74b6b039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.671699] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.682693] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.718129] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433965e-1042-4e59-9b6d-f426b4885ab5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.730474] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b5b334-a514-49b2-8c39-7a93f0e3911e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.773972] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd3ced-83cc-4953-ba77-251b35d5a1d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.781875] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521546c3-ddb0-e681-8e8a-ba011f84ff76, 'name': SearchDatastore_Task, 'duration_secs': 0.022268} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.784197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.784468] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.784817] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.784994] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.785213] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81cb4a3e-be5a-45e7-8cf1-37499295bd58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.788257] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61fbdb-69c2-437a-b9ae-798807100cfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.794869] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad062bf1-24df-480a-abc5-6f70676bbdc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.809035] env[69644]: DEBUG nova.compute.provider_tree [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.813089] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 682.813089] env[69644]: value = "task-3552393" [ 682.813089] env[69644]: _type = "Task" [ 682.813089] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.813393] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.813648] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.814897] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec114a0-124e-40fb-b449-beab0dd2f7fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.828183] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.828789] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 682.828789] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb59b-86c0-d78d-f5e8-a5a9951a1762" [ 682.828789] env[69644]: _type = "Task" [ 682.828789] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.837269] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb59b-86c0-d78d-f5e8-a5a9951a1762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.893477] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.960399] env[69644]: DEBUG nova.compute.manager [None req-e9405559-abdd-4ed9-b1bb-d50d0958a013 tempest-ServerDiagnosticsV248Test-1314932787 tempest-ServerDiagnosticsV248Test-1314932787-project-admin] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.962664] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70debf69-ad4a-4ccc-bc08-945a5f09736c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.970392] env[69644]: INFO nova.compute.manager [None req-e9405559-abdd-4ed9-b1bb-d50d0958a013 tempest-ServerDiagnosticsV248Test-1314932787 tempest-ServerDiagnosticsV248Test-1314932787-project-admin] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Retrieving diagnostics [ 682.971682] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb6c8a-4070-4d9d-bc7a-3096693efe33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.019595] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552388, 'name': ReconfigVM_Task, 'duration_secs': 0.695975} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.019982] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.020704] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720b9e5d-f0bd-4d12-ac81-af47425ff9fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.027612] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 683.027612] env[69644]: value = "task-3552394" [ 683.027612] env[69644]: _type = "Task" [ 683.027612] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.037968] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552394, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.126026] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.126383] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Instance network_info: |[{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.127230] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:9b:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5878e8d8-4c3c-44c4-abb4-da5d96b5798f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.139284] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Creating folder: Project (7e9dcfb9566e438fbc86c697a115efdb). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.139683] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d16edbe-956a-4076-ae68-0a20216d2319 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.150777] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdc348cd-5e54-4786-aed5-de7cb152d4ee req-2023450f-d367-4c9c-b18b-548f25220761 service nova] Releasing lock "refresh_cache-574d57df-06eb-431b-98b3-496feb19702b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.162554] env[69644]: DEBUG oslo_vmware.api [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552387, 'name': PowerOnVM_Task, 'duration_secs': 1.070546} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.170053] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.170351] env[69644]: INFO nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Took 11.22 seconds to spawn the instance on the hypervisor. [ 683.170660] env[69644]: DEBUG nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.172730] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Created folder: Project (7e9dcfb9566e438fbc86c697a115efdb) in parent group-v709242. [ 683.173151] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Creating folder: Instances. Parent ref: group-v709291. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.174241] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1f898-e1ae-4c96-b152-759d977b2f97 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.181197] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-524f9103-7da9-42ce-84a8-20147bdf7195 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.191303] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552389, 'name': CreateSnapshot_Task, 'duration_secs': 0.683173} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.191303] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.197348] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549ceab2-1d40-422f-9515-4486dd46cffa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.200552] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Created folder: Instances in parent group-v709291. [ 683.200994] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.201884] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.202663] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8c310ab-693f-4227-8bfa-8c3e892648cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.238544] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.238544] env[69644]: value = "task-3552397" [ 683.238544] env[69644]: _type = "Task" [ 683.238544] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.249130] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552397, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.336637] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.349724] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb59b-86c0-d78d-f5e8-a5a9951a1762, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.352887] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee022afb-a41c-4cb9-9a3f-c42f399d27d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.355872] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 683.355872] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520f55eb-5eea-4c2a-f0eb-19ccc3478dcd" [ 683.355872] env[69644]: _type = "Task" [ 683.355872] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.369708] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520f55eb-5eea-4c2a-f0eb-19ccc3478dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.370830] env[69644]: DEBUG nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.371427] env[69644]: DEBUG nova.compute.provider_tree [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 33 to 34 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.371427] env[69644]: DEBUG nova.compute.provider_tree [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.538544] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552394, 'name': Rename_Task, 'duration_secs': 0.276524} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.539082] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.539327] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd649e11-aa5d-44b3-9928-fa427ef10b3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.546611] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 683.546611] env[69644]: value = "task-3552398" [ 683.546611] env[69644]: _type = "Task" [ 683.546611] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.561571] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.599603] env[69644]: DEBUG nova.network.neutron [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] [instance: 64845767-8edb-455d-a32e-653cef864939] Updating instance_info_cache with network_info: [{"id": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "address": "fa:16:3e:de:9f:86", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed09423-11", "ovs_interfaceid": "2ed09423-1183-42a3-a1e8-6cd5d637e03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.611139] env[69644]: DEBUG nova.compute.manager [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Received event network-vif-plugged-7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.612393] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Acquiring lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.614059] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.614059] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.614059] env[69644]: DEBUG nova.compute.manager [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] No waiting events found dispatching network-vif-plugged-7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 683.614059] env[69644]: WARNING nova.compute.manager [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Received unexpected event network-vif-plugged-7f73eff5-d128-4fd4-be22-48436f631479 for instance with vm_state building and task_state spawning. [ 683.614059] env[69644]: DEBUG nova.compute.manager [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Received event network-changed-7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.614406] env[69644]: DEBUG nova.compute.manager [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Refreshing instance network info cache due to event network-changed-7f73eff5-d128-4fd4-be22-48436f631479. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.614941] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Acquiring lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.615213] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Acquired lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.615484] env[69644]: DEBUG nova.network.neutron [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Refreshing network info cache for port 7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.716566] env[69644]: INFO nova.compute.manager [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Took 22.01 seconds to build instance. [ 683.737977] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 683.737977] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f1ca574-c45b-4a31-b3f7-948c367c358c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.757602] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 683.757602] env[69644]: value = "task-3552399" [ 683.757602] env[69644]: _type = "Task" [ 683.757602] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.762902] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552397, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.774933] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552399, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.838355] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637944} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.840937] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.844073] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.847437] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d75aa25f-7947-479e-ad16-1c6389d7ca56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.850156] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.850683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.857636] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 683.857636] env[69644]: value = "task-3552400" [ 683.857636] env[69644]: _type = "Task" [ 683.857636] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.881445] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520f55eb-5eea-4c2a-f0eb-19ccc3478dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.062484} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.882585] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.586s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.885366] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.885735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.886054] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 788b5606-5dd6-4194-931f-18bc3b2c8a5f/788b5606-5dd6-4194-931f-18bc3b2c8a5f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.886387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.605s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.889053] env[69644]: INFO nova.compute.claims [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.896602] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully updated port: 8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.898984] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7dbc95c-5c05-471a-8038-486ffe357e61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.914137] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 683.914137] env[69644]: value = "task-3552401" [ 683.914137] env[69644]: _type = "Task" [ 683.914137] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.928836] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.930693] env[69644]: INFO nova.scheduler.client.report [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Deleted allocations for instance 5efb2b25-f9b0-4361-97d6-a598cae3ea3e [ 684.058540] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552398, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.103119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a9f77759-dfe4-4158-9964-cc8a3703dd33 tempest-ServerExternalEventsTest-1960142655 tempest-ServerExternalEventsTest-1960142655-project] Releasing lock "refresh_cache-64845767-8edb-455d-a32e-653cef864939" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.219288] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3d2e6883-c105-4b4f-82de-d544c83b5cb4 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.535s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.253812] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552397, 'name': CreateVM_Task, 'duration_secs': 0.602482} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.256888] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.257594] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "64845767-8edb-455d-a32e-653cef864939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.257594] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.257594] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "64845767-8edb-455d-a32e-653cef864939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.257854] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.257940] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.261161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.261462] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.261925] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.262831] env[69644]: INFO nova.compute.manager [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Terminating instance [ 684.264990] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c1f106-1388-4101-9277-3c85fc28f9ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277820] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 684.277820] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523fc35f-ce60-81c1-d5fd-dccd06d3b5e4" [ 684.277820] env[69644]: _type = "Task" [ 684.277820] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.282035] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552399, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.296247] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523fc35f-ce60-81c1-d5fd-dccd06d3b5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.380420] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.431013] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.441942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7ee0449c-9e42-428a-87cd-10c25d9c4fd8 tempest-DeleteServersAdminTestJSON-327482863 tempest-DeleteServersAdminTestJSON-327482863-project-admin] Lock "5efb2b25-f9b0-4361-97d6-a598cae3ea3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.942s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.561977] env[69644]: DEBUG oslo_vmware.api [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552398, 'name': PowerOnVM_Task, 'duration_secs': 0.763689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.562306] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.562512] env[69644]: INFO nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Took 10.17 seconds to spawn the instance on the hypervisor. [ 684.562699] env[69644]: DEBUG nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.563549] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09cb1a-382d-4553-94bd-ceb5f1345139 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.724531] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.768855] env[69644]: DEBUG nova.network.neutron [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Updated VIF entry in instance network info cache for port 7f73eff5-d128-4fd4-be22-48436f631479. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.769054] env[69644]: DEBUG nova.network.neutron [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Updating instance_info_cache with network_info: [{"id": "7f73eff5-d128-4fd4-be22-48436f631479", "address": "fa:16:3e:94:c1:ad", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f73eff5-d1", "ovs_interfaceid": "7f73eff5-d128-4fd4-be22-48436f631479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.775684] env[69644]: DEBUG nova.compute.manager [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.776053] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.777338] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b89414c-3fe2-4b1a-85cf-37357daad2ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.800663] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.801036] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552399, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.801731] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5de03d-77c8-487b-8856-fe283b224c33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.809179] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523fc35f-ce60-81c1-d5fd-dccd06d3b5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018161} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.809642] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.809983] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.810415] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.810594] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.810847] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.812604] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a3e077-ca04-4e8b-8a6d-8b7249110dc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.814961] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 684.814961] env[69644]: value = "task-3552403" [ 684.814961] env[69644]: _type = "Task" [ 684.814961] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.826811] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.827023] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.832518] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e95685-04d7-41b0-9028-36a116bf0739 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.835433] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.840087] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 684.840087] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b47317-bf00-5e00-36a3-44b1ed61e668" [ 684.840087] env[69644]: _type = "Task" [ 684.840087] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.851594] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b47317-bf00-5e00-36a3-44b1ed61e668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.877656] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552400, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.934950] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552401, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.938799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.939238] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.939676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.939778] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.940102] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.948818] env[69644]: INFO nova.compute.manager [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Terminating instance [ 685.089874] env[69644]: INFO nova.compute.manager [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Took 19.54 seconds to build instance. [ 685.276019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.276507] env[69644]: DEBUG oslo_concurrency.lockutils [req-d82d20d4-a109-436e-8103-f312ce4deae9 req-aa51b091-3c98-4531-b828-c44157f2006f service nova] Releasing lock "refresh_cache-788b5606-5dd6-4194-931f-18bc3b2c8a5f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.284685] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552399, 'name': CloneVM_Task, 'duration_secs': 1.424042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.288805] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Created linked-clone VM from snapshot [ 685.290294] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893062c3-7082-4bf3-8be8-b40dc9685d95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.302460] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Uploading image f8ca0de9-517e-4e11-939c-01fb42ea1974 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 685.328836] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552403, 'name': PowerOffVM_Task, 'duration_secs': 0.315653} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.329640] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.329640] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.329837] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5740b32e-0e32-4f90-8912-87d47837bc96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.359793] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b47317-bf00-5e00-36a3-44b1ed61e668, 'name': SearchDatastore_Task, 'duration_secs': 0.016926} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.361023] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a6308b-44c7-425e-9b30-c8b6ce887e5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.373672] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 685.373672] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5291e709-1a32-5179-dc9b-4beb5d6faf80" [ 685.373672] env[69644]: _type = "Task" [ 685.373672] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.382669] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.028859} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.383581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.387281] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cd17e-571e-4e0a-b4f2-3f0f849536fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.396842] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5291e709-1a32-5179-dc9b-4beb5d6faf80, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.397654] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.398333] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 2bd226df-264a-4177-b7de-bc1cc98614dc/2bd226df-264a-4177-b7de-bc1cc98614dc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.398455] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da30d4a-c09e-45c6-8fee-0c738f68b895 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.420014] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.423845] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548aa208-b09f-49de-80c0-40fba791c564 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.446484] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.446704] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.448229] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Deleting the datastore file [datastore1] 64845767-8edb-455d-a32e-653cef864939 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.448229] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 685.448229] env[69644]: value = "task-3552405" [ 685.448229] env[69644]: _type = "Task" [ 685.448229] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.448229] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aa43e22-1e71-4995-8ea4-6c28c248e2da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.458629] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "refresh_cache-3dc904d5-1bde-4fe4-9422-3539dbd0625d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.458804] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquired lock "refresh_cache-3dc904d5-1bde-4fe4-9422-3539dbd0625d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.458973] env[69644]: DEBUG nova.network.neutron [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.460282] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552401, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476287} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.460511] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 685.460511] env[69644]: value = "task-3552406" [ 685.460511] env[69644]: _type = "Task" [ 685.460511] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.462111] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 788b5606-5dd6-4194-931f-18bc3b2c8a5f/788b5606-5dd6-4194-931f-18bc3b2c8a5f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.462337] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.469316] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ebba507-d406-4a0c-b9a2-634c1a58b92f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.479274] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for the task: (returnval){ [ 685.479274] env[69644]: value = "task-3552407" [ 685.479274] env[69644]: _type = "Task" [ 685.479274] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.507025] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.507025] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.512294] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 685.512294] env[69644]: value = "task-3552408" [ 685.512294] env[69644]: _type = "Task" [ 685.512294] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.524136] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.525956] env[69644]: DEBUG nova.compute.manager [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.526224] env[69644]: DEBUG nova.compute.manager [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing instance network info cache due to event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.526493] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.526604] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.526767] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.535758] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.557214] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e36a55-3ea6-4cea-add6-88e033bfc602 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.574333] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e220d64-93cc-4de3-81eb-489cc5880c92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.631298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0435441e-c815-4686-bb10-a6d170736e3b tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.089s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.639025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94403741-3d62-4c15-8f93-c27f62a3709c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.647580] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f542fcc-0f8e-4b6c-a491-281e898c0840 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.665926] env[69644]: DEBUG nova.compute.provider_tree [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.963915] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.980066] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.996244] env[69644]: DEBUG nova.network.neutron [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.003407] env[69644]: DEBUG oslo_vmware.api [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Task: {'id': task-3552407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26218} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.003676] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.003886] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.004043] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.004223] env[69644]: INFO nova.compute.manager [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] [instance: 64845767-8edb-455d-a32e-653cef864939] Took 1.23 seconds to destroy the instance on the hypervisor. [ 686.004465] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.004658] env[69644]: DEBUG nova.compute.manager [-] [instance: 64845767-8edb-455d-a32e-653cef864939] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.004754] env[69644]: DEBUG nova.network.neutron [-] [instance: 64845767-8edb-455d-a32e-653cef864939] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.026174] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085643} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.026490] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.027443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1435094-4106-484c-9e09-ae0fd66bffdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.058267] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 788b5606-5dd6-4194-931f-18bc3b2c8a5f/788b5606-5dd6-4194-931f-18bc3b2c8a5f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.058420] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fed7015-eda0-4b1d-8c79-7299f7d2246a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.087309] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 686.087309] env[69644]: value = "task-3552409" [ 686.087309] env[69644]: _type = "Task" [ 686.087309] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.096218] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.141512] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.172442] env[69644]: DEBUG nova.scheduler.client.report [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.237438] env[69644]: DEBUG nova.network.neutron [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.359322] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.359322] env[69644]: value = "vm-709294" [ 686.359322] env[69644]: _type = "VirtualMachine" [ 686.359322] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.359322] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8e604b1-a22b-44a5-be0f-21ea9e474837 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.369250] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lease: (returnval){ [ 686.369250] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d75c8e-db83-4c74-cedc-86e534acf9df" [ 686.369250] env[69644]: _type = "HttpNfcLease" [ 686.369250] env[69644]: } obtained for exporting VM: (result){ [ 686.369250] env[69644]: value = "vm-709294" [ 686.369250] env[69644]: _type = "VirtualMachine" [ 686.369250] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.369250] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the lease: (returnval){ [ 686.369250] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d75c8e-db83-4c74-cedc-86e534acf9df" [ 686.369250] env[69644]: _type = "HttpNfcLease" [ 686.369250] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.377797] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.377797] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d75c8e-db83-4c74-cedc-86e534acf9df" [ 686.377797] env[69644]: _type = "HttpNfcLease" [ 686.377797] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.464991] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64977} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.465418] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 2bd226df-264a-4177-b7de-bc1cc98614dc/2bd226df-264a-4177-b7de-bc1cc98614dc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.465911] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.466111] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-003152ed-eb45-4a97-9984-3abb1214e4a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.482669] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552406, 'name': ReconfigVM_Task, 'duration_secs': 0.629599} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.484712] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.485703] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 686.485703] env[69644]: value = "task-3552411" [ 686.485703] env[69644]: _type = "Task" [ 686.485703] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.485999] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a0893f9-fb39-4083-9703-986e4d817ccf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.500196] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.502307] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 686.502307] env[69644]: value = "task-3552412" [ 686.502307] env[69644]: _type = "Task" [ 686.502307] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.513114] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552412, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.607026] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.607026] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updated VIF entry in instance network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.607627] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.673111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.677175] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.677706] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.680211] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.862s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.681754] env[69644]: INFO nova.compute.claims [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.740991] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Releasing lock "refresh_cache-3dc904d5-1bde-4fe4-9422-3539dbd0625d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.741383] env[69644]: DEBUG nova.compute.manager [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.741599] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.742740] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11edf3c-a862-4cf9-97b7-7b3841275c41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.761946] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.762207] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a6ab44-78a5-4e4c-bdcd-a0b1a07da8cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.771226] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 686.771226] env[69644]: value = "task-3552414" [ 686.771226] env[69644]: _type = "Task" [ 686.771226] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.783851] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.877353] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.877353] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d75c8e-db83-4c74-cedc-86e534acf9df" [ 686.877353] env[69644]: _type = "HttpNfcLease" [ 686.877353] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.877680] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.877680] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d75c8e-db83-4c74-cedc-86e534acf9df" [ 686.877680] env[69644]: _type = "HttpNfcLease" [ 686.877680] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.878459] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573fc94-aa90-491b-b740-e0875169d785 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.887266] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.887455] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.000145] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085255} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.002893] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.004159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55523480-75a1-4cb0-9393-79db125a193d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.006801] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8488e6d3-ee06-4c3d-97df-4644b68c7637 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.014958] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully updated port: feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.031678] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552412, 'name': Rename_Task, 'duration_secs': 0.238766} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.040865] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 2bd226df-264a-4177-b7de-bc1cc98614dc/2bd226df-264a-4177-b7de-bc1cc98614dc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.047315] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.047315] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca06f9a6-79a5-4615-ac93-cf217f0dc2cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.060541] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e3d86d-32ec-41b5-8494-6fae33f0eb62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.070809] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 687.070809] env[69644]: value = "task-3552415" [ 687.070809] env[69644]: _type = "Task" [ 687.070809] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.075657] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 687.075657] env[69644]: value = "task-3552416" [ 687.075657] env[69644]: _type = "Task" [ 687.075657] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.099173] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.099485] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.108247] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552409, 'name': ReconfigVM_Task, 'duration_secs': 0.58983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.108570] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 788b5606-5dd6-4194-931f-18bc3b2c8a5f/788b5606-5dd6-4194-931f-18bc3b2c8a5f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.109372] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6db9dea-861d-4a8d-a7b7-89e72b335adf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.111693] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.111939] env[69644]: DEBUG nova.compute.manager [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-changed-5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.112130] env[69644]: DEBUG nova.compute.manager [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing instance network info cache due to event network-changed-5f471eee-9a54-4a5a-af33-2144fa5ff2cd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.112393] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.112537] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.112783] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing network info cache for port 5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.127541] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 687.127541] env[69644]: value = "task-3552417" [ 687.127541] env[69644]: _type = "Task" [ 687.127541] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.141650] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552417, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.190025] env[69644]: DEBUG nova.compute.utils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.190550] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.191138] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.215085] env[69644]: DEBUG nova.network.neutron [-] [instance: 64845767-8edb-455d-a32e-653cef864939] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.259136] env[69644]: DEBUG nova.policy [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b1c2dd9f614514b68ec5d0a49f7151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4154dc5e54d9447d9966afa72b228df3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.291450] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552414, 'name': PowerOffVM_Task, 'duration_secs': 0.156699} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.291450] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.291450] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.291450] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3993474b-1fd0-4299-9cbc-f5f3b7ab2660 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.328841] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.329099] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.329287] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleting the datastore file [datastore1] 3dc904d5-1bde-4fe4-9422-3539dbd0625d {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.329883] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80d49f6-0202-4118-812e-3389060c9540 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.347198] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for the task: (returnval){ [ 687.347198] env[69644]: value = "task-3552419" [ 687.347198] env[69644]: _type = "Task" [ 687.347198] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.363366] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.595942] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552415, 'name': ReconfigVM_Task, 'duration_secs': 0.426646} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.596535] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.596821] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 2bd226df-264a-4177-b7de-bc1cc98614dc/2bd226df-264a-4177-b7de-bc1cc98614dc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.597521] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b3cdede-dbcf-452c-9dbd-8a7f0da52113 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.608464] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 687.608464] env[69644]: value = "task-3552420" [ 687.608464] env[69644]: _type = "Task" [ 687.608464] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.623045] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552420, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.643308] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552417, 'name': Rename_Task, 'duration_secs': 0.240163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.644561] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.644824] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e7fe8d-3c5e-4d41-b53b-0cd968636168 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.657413] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 687.657413] env[69644]: value = "task-3552421" [ 687.657413] env[69644]: _type = "Task" [ 687.657413] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.672805] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.695856] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.717360] env[69644]: INFO nova.compute.manager [-] [instance: 64845767-8edb-455d-a32e-653cef864939] Took 1.71 seconds to deallocate network for instance. [ 687.740540] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Successfully created port: d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.865936] env[69644]: DEBUG oslo_vmware.api [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Task: {'id': task-3552419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139813} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.866436] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.867994] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.868389] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.869097] env[69644]: INFO nova.compute.manager [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.869526] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.874878] env[69644]: DEBUG nova.compute.manager [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.875178] env[69644]: DEBUG nova.network.neutron [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.882176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.882715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.917459] env[69644]: DEBUG nova.network.neutron [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.984251] env[69644]: DEBUG nova.compute.manager [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 688.044904] env[69644]: DEBUG nova.compute.manager [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-plugged-8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.045178] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.045409] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.045666] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.045752] env[69644]: DEBUG nova.compute.manager [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] No waiting events found dispatching network-vif-plugged-8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.045945] env[69644]: WARNING nova.compute.manager [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received unexpected event network-vif-plugged-8477ff2e-6d35-48c7-98c6-f56a503d67e2 for instance with vm_state building and task_state spawning. [ 688.048252] env[69644]: DEBUG nova.compute.manager [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-changed-8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.048508] env[69644]: DEBUG nova.compute.manager [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing instance network info cache due to event network-changed-8477ff2e-6d35-48c7-98c6-f56a503d67e2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.048776] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Acquiring lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048941] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Acquired lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.049137] env[69644]: DEBUG nova.network.neutron [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing network info cache for port 8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.097692] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552416, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.120064] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552420, 'name': Rename_Task, 'duration_secs': 0.186873} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.122985] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.123489] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4741edde-b50b-4677-baa6-97e0ca28e38b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.134097] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 688.134097] env[69644]: value = "task-3552422" [ 688.134097] env[69644]: _type = "Task" [ 688.134097] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.148409] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.171203] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.175166] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updated VIF entry in instance network info cache for port 5f471eee-9a54-4a5a-af33-2144fa5ff2cd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.175166] env[69644]: DEBUG nova.network.neutron [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.237052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.348479] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "b3c12592-1175-48c2-a54b-e8d230b1afef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.348839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.358789] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa216c-b4bb-4e36-bff6-d011394f8e62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.368448] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16d7dc8-1580-4bce-9190-4fe2878e8102 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.402472] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806e3ec-3d10-4de9-8388-1ac6ce307f71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.411593] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e92c2-cce3-4420-ba9f-fe9b244dce57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.428955] env[69644]: DEBUG nova.network.neutron [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.430844] env[69644]: DEBUG nova.compute.provider_tree [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.508353] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.592967] env[69644]: DEBUG oslo_vmware.api [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552416, 'name': PowerOnVM_Task, 'duration_secs': 1.116986} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593262] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.593462] env[69644]: DEBUG nova.compute.manager [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.594274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06ca3b5-c530-4637-be50-7edd1b2ad9ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.604949] env[69644]: DEBUG nova.network.neutron [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.649344] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.670020] env[69644]: DEBUG oslo_vmware.api [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552421, 'name': PowerOnVM_Task, 'duration_secs': 0.701293} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.670177] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.670397] env[69644]: INFO nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Took 11.55 seconds to spawn the instance on the hypervisor. [ 688.670577] env[69644]: DEBUG nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.671421] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac183f8-8635-4a19-bd78-37a9dcc693bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.678707] env[69644]: DEBUG oslo_concurrency.lockutils [req-e37a0839-1585-4bd9-9b6a-ac949c27a895 req-c62bbe5b-cb88-4251-a4e8-f9d6487e4552 service nova] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.702023] env[69644]: DEBUG nova.network.neutron [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.709010] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.920210] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Successfully updated port: 0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.935023] env[69644]: INFO nova.compute.manager [-] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Took 1.06 seconds to deallocate network for instance. [ 688.935023] env[69644]: DEBUG nova.scheduler.client.report [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.116056] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.153294] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.192083] env[69644]: INFO nova.compute.manager [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Took 21.76 seconds to build instance. [ 689.204041] env[69644]: DEBUG oslo_concurrency.lockutils [req-382b0430-dd5e-4042-9105-6ebebfad4ecb req-1198ac71-4b95-47bc-98ff-bbdc41c8e61c service nova] Releasing lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.426311] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.426311] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.426311] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.445867] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.445867] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.447938] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.448198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.683s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.449555] env[69644]: INFO nova.compute.claims [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.518336] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Successfully updated port: d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.650334] env[69644]: DEBUG oslo_vmware.api [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552422, 'name': PowerOnVM_Task, 'duration_secs': 1.176022} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.650630] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.650858] env[69644]: INFO nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Took 9.95 seconds to spawn the instance on the hypervisor. [ 689.651062] env[69644]: DEBUG nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.652087] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65c30c-ee22-4b26-97dd-b35fc3f1f3d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.693962] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf503d42-7771-4fb1-9399-cb15265dc8f3 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.270s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.950460] env[69644]: DEBUG nova.compute.utils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.951927] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.952545] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.976132] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.005210] env[69644]: DEBUG nova.policy [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f2d02e4f3c4e2fba4369216510a467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59debd01aeb4056a7f96110f3ae70fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.020316] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.020493] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.020612] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.171859] env[69644]: INFO nova.compute.manager [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Took 20.78 seconds to build instance. [ 690.196661] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.283106] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Successfully created port: 6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.449674] env[69644]: DEBUG nova.network.neutron [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updating instance_info_cache with network_info: [{"id": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "address": "fa:16:3e:af:35:96", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8477ff2e-6d", "ovs_interfaceid": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "address": "fa:16:3e:6b:9c:9c", "network": {"id": "0b43c30e-6082-4495-9906-b5d305b23940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1377078562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeea4540-c9", "ovs_interfaceid": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "address": "fa:16:3e:41:22:83", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3bc7b6-ec", "ovs_interfaceid": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.456308] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.564326] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.674050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9fb6ddb-87a3-49ec-9fd2-52985a04690a tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.302s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.708461] env[69644]: DEBUG nova.network.neutron [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Updating instance_info_cache with network_info: [{"id": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "address": "fa:16:3e:9a:2e:8e", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c384cc-c6", "ovs_interfaceid": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.718442] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.915515] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724234ff-6e51-4e62-8df6-1988412183ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.926023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75409cc-3fba-457a-9fd0-4101b94eddb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.968805] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.969389] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance network_info: |[{"id": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "address": "fa:16:3e:af:35:96", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8477ff2e-6d", "ovs_interfaceid": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "address": "fa:16:3e:6b:9c:9c", "network": {"id": "0b43c30e-6082-4495-9906-b5d305b23940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1377078562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeea4540-c9", "ovs_interfaceid": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "address": "fa:16:3e:41:22:83", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3bc7b6-ec", "ovs_interfaceid": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.975325] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:35:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8477ff2e-6d35-48c7-98c6-f56a503d67e2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9c:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feea4540-c9de-4fca-817b-d2ad1d5fc6e1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:22:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b3bc7b6-ec1a-4591-951b-703df6ee0afc', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.994055] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Creating folder: Project (b73866920ff84b979a6f9b7578a9f1e4). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.995318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58673c98-7338-42d1-bed1-ef80a1d01cc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.000397] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-766f651e-8216-4ab3-bd57-f375732a626b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011733] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122ea6ee-ad18-416a-9169-ec1d37c3f020 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.021918] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Created folder: Project (b73866920ff84b979a6f9b7578a9f1e4) in parent group-v709242. [ 691.021918] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Creating folder: Instances. Parent ref: group-v709296. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.022093] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03f15372-c85c-448d-962a-d89b9b994d65 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.039276] env[69644]: DEBUG nova.compute.provider_tree [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.054395] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Created folder: Instances in parent group-v709296. [ 691.054731] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.055016] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.055261] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-490da418-84bc-46c2-8be4-560162d23be0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.085665] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.085665] env[69644]: value = "task-3552427" [ 691.085665] env[69644]: _type = "Task" [ 691.085665] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.097504] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552427, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.177369] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.213243] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.213976] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Instance network_info: |[{"id": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "address": "fa:16:3e:9a:2e:8e", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c384cc-c6", "ovs_interfaceid": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.476317] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.544616] env[69644]: DEBUG nova.scheduler.client.report [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.597983] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552427, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.701676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.807271] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Successfully updated port: 6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.853030] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.853030] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.853277] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.853515] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.853752] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.853898] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.854185] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.854394] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.854604] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.854818] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.855190] env[69644]: DEBUG nova.virt.hardware [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.857833] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c313915-f608-4682-998b-33fe9b66a29d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.868826] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529d2a6-f794-4089-a87e-7dc7af4de6cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.877397] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.877613] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.877828] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.878057] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.878210] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.878389] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.879063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.879063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.879063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.879300] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.879300] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.881480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c31d545-f2fb-48d3-b311-6dc4bc7eb88d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.895209] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:2e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c384cc-c6f8-49ad-b853-02cb81975bc1', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.902999] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Creating folder: Project (4154dc5e54d9447d9966afa72b228df3). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.905389] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.906075] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae4f3214-01ca-499d-bab5-0c30b9138e38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.908563] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c87904-d799-4fee-afc0-d50339ac0a2c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.915606] env[69644]: DEBUG nova.compute.manager [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-plugged-feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.915821] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.916055] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.916232] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.916397] env[69644]: DEBUG nova.compute.manager [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] No waiting events found dispatching network-vif-plugged-feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.916558] env[69644]: WARNING nova.compute.manager [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received unexpected event network-vif-plugged-feea4540-c9de-4fca-817b-d2ad1d5fc6e1 for instance with vm_state building and task_state spawning. [ 691.916716] env[69644]: DEBUG nova.compute.manager [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-changed-feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.916913] env[69644]: DEBUG nova.compute.manager [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing instance network info cache due to event network-changed-feea4540-c9de-4fca-817b-d2ad1d5fc6e1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.917108] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Acquiring lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.917243] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Acquired lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.917429] env[69644]: DEBUG nova.network.neutron [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing network info cache for port feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.920815] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6833e-0fbe-4d8d-b749-4ab5c9abbd9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.926831] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.927017] env[69644]: ERROR oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk due to incomplete transfer. [ 691.928248] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29e25c0b-ebdb-4ea5-9c51-c41b119baa1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.931405] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Created folder: Project (4154dc5e54d9447d9966afa72b228df3) in parent group-v709242. [ 691.931594] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Creating folder: Instances. Parent ref: group-v709299. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.940078] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be2ce22-fbb5-40ae-a10a-b3429418846d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.947600] env[69644]: DEBUG oslo_vmware.rw_handles [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de1ce7-5489-1d95-aeff-64bec68c520a/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.947853] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Uploaded image 652b19dc-a490-4095-99e5-f3dadcfd3fcf to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.951335] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.951713] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f594d2c-634a-432a-8021-8129bfbf1e50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.954871] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Created folder: Instances in parent group-v709299. [ 691.955198] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.955817] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.956385] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca915b6-eba3-4995-8f2a-430ab8efd404 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.976183] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 691.976183] env[69644]: value = "task-3552430" [ 691.976183] env[69644]: _type = "Task" [ 691.976183] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.984070] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.984070] env[69644]: value = "task-3552431" [ 691.984070] env[69644]: _type = "Task" [ 691.984070] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.986920] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552430, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.997098] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552431, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.051642] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.052014] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.058241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.730s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.058241] env[69644]: INFO nova.compute.claims [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.100816] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552427, 'name': CreateVM_Task, 'duration_secs': 0.738629} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.101050] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.102302] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.102302] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.102627] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.103344] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bbc45e-9017-48f4-9a80-b8f386b44636 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.110559] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 692.110559] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da1642-9da4-9ec6-954e-4ef304a021ac" [ 692.110559] env[69644]: _type = "Task" [ 692.110559] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.121322] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da1642-9da4-9ec6-954e-4ef304a021ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.310573] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.310851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.310961] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.491711] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552430, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.504372] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552431, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.567293] env[69644]: DEBUG nova.compute.utils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.567293] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.567293] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.626575] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da1642-9da4-9ec6-954e-4ef304a021ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015299} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.626951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.627213] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.627488] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.627660] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.629039] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.629039] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-315fefc4-f9ee-4b0a-809a-2f86939feb9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.642767] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.642767] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.642767] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4415387-b29f-4c9f-828c-7ffc9bf63cb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.651292] env[69644]: DEBUG nova.policy [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f2d02e4f3c4e2fba4369216510a467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59debd01aeb4056a7f96110f3ae70fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.653500] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 692.653500] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca278e-2bf1-ab75-0651-a53d83bf7c95" [ 692.653500] env[69644]: _type = "Task" [ 692.653500] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.664817] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca278e-2bf1-ab75-0651-a53d83bf7c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.780231] env[69644]: DEBUG nova.network.neutron [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updated VIF entry in instance network info cache for port feea4540-c9de-4fca-817b-d2ad1d5fc6e1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.781401] env[69644]: DEBUG nova.network.neutron [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updating instance_info_cache with network_info: [{"id": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "address": "fa:16:3e:af:35:96", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8477ff2e-6d", "ovs_interfaceid": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "address": "fa:16:3e:6b:9c:9c", "network": {"id": "0b43c30e-6082-4495-9906-b5d305b23940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1377078562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeea4540-c9", "ovs_interfaceid": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "address": "fa:16:3e:41:22:83", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3bc7b6-ec", "ovs_interfaceid": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.930320] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.000169] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552430, 'name': Destroy_Task, 'duration_secs': 0.600997} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.000945] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Destroyed the VM [ 693.001888] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.001888] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61974339-7e47-4924-b155-bce152f84c25 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.008279] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552431, 'name': CreateVM_Task, 'duration_secs': 0.585597} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.009705] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.009705] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.009819] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.010160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.012029] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67bda19-ce18-4228-8904-83726c3b0120 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.017848] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.018100] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.018528] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 693.018528] env[69644]: value = "task-3552432" [ 693.018528] env[69644]: _type = "Task" [ 693.018528] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.027285] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 693.027285] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52808ea0-729b-97d3-7306-fcbd02d3eb97" [ 693.027285] env[69644]: _type = "Task" [ 693.027285] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.035898] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.036815] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Successfully created port: 45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.047417] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52808ea0-729b-97d3-7306-fcbd02d3eb97, 'name': SearchDatastore_Task, 'duration_secs': 0.021191} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.047764] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.047992] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.048246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.048384] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.048570] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.048862] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df69ce7-deae-4577-807e-fac70bb31ba9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.065464] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.065886] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.066711] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c845895-b683-4d49-b705-ba143137e66a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.074712] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.087984] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 693.087984] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c054b3-04f9-2b0c-8a09-749c57de1d6f" [ 693.087984] env[69644]: _type = "Task" [ 693.087984] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.104844] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c054b3-04f9-2b0c-8a09-749c57de1d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.177392] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca278e-2bf1-ab75-0651-a53d83bf7c95, 'name': SearchDatastore_Task, 'duration_secs': 0.016393} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.179375] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed98d488-a365-4820-b991-59b07ec33cb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.189308] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 693.189308] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a4fac2-32e7-185b-a49f-cc1152089ad3" [ 693.189308] env[69644]: _type = "Task" [ 693.189308] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.208201] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a4fac2-32e7-185b-a49f-cc1152089ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.222429] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Updating instance_info_cache with network_info: [{"id": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "address": "fa:16:3e:bf:01:28", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6f84c7-a8", "ovs_interfaceid": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.284917] env[69644]: DEBUG oslo_concurrency.lockutils [req-96da5e16-639e-4746-9fbf-b69644865395 req-2673a428-a300-4889-ab37-6d15ff817a5f service nova] Releasing lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.397804] env[69644]: DEBUG nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 64845767-8edb-455d-a32e-653cef864939] Received event network-vif-deleted-2ed09423-1183-42a3-a1e8-6cd5d637e03b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.400741] env[69644]: DEBUG nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Received event network-vif-plugged-d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.401105] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Acquiring lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.402014] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.402014] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.402014] env[69644]: DEBUG nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] No waiting events found dispatching network-vif-plugged-d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 693.402014] env[69644]: WARNING nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Received unexpected event network-vif-plugged-d1c384cc-c6f8-49ad-b853-02cb81975bc1 for instance with vm_state building and task_state spawning. [ 693.402014] env[69644]: DEBUG nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Received event network-changed-d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.402555] env[69644]: DEBUG nova.compute.manager [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Refreshing instance network info cache due to event network-changed-d1c384cc-c6f8-49ad-b853-02cb81975bc1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.402555] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Acquiring lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.402555] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Acquired lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.402555] env[69644]: DEBUG nova.network.neutron [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Refreshing network info cache for port d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.534194] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.609197] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c054b3-04f9-2b0c-8a09-749c57de1d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.021733} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.612674] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2e579b-72f5-45fa-909a-34e515f17ab8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.620256] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 693.620256] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279633a-618c-053f-f072-4413e419263c" [ 693.620256] env[69644]: _type = "Task" [ 693.620256] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.631646] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279633a-618c-053f-f072-4413e419263c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.703536] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a4fac2-32e7-185b-a49f-cc1152089ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.020678} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.704255] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.704564] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 92199830-003f-4b6b-bc70-9b15d70b039f/92199830-003f-4b6b-bc70-9b15d70b039f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.704826] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f0bb85-5ae9-461e-a1d1-9ee56b465e05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.708524] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33efd859-8259-4dac-af13-bac80229f5a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.722319] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c86b1-0299-4072-b1db-c7a81fa83147 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.727902] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 693.727902] env[69644]: value = "task-3552433" [ 693.727902] env[69644]: _type = "Task" [ 693.727902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.728119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.728395] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Instance network_info: |[{"id": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "address": "fa:16:3e:bf:01:28", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6f84c7-a8", "ovs_interfaceid": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.729309] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:01:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6f84c7-a8d1-423b-b060-b711b932b23a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.737814] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Creating folder: Project (c59debd01aeb4056a7f96110f3ae70fd). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.774569] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04ee182-a03b-44bb-bc6d-6216c8619154 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.779920] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463c3322-0793-4aaf-94d9-d4fafdaf759c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.786419] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.793075] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e7b043-4a8d-46a5-8de0-196327e9f6d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.801072] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Created folder: Project (c59debd01aeb4056a7f96110f3ae70fd) in parent group-v709242. [ 693.801072] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Creating folder: Instances. Parent ref: group-v709302. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.801072] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb131374-17e5-4ec6-be02-abfd8ae8c005 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.816404] env[69644]: DEBUG nova.compute.provider_tree [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.821759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70de3c-dc6d-4ed2-8c3b-9ad73182d680 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.826270] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Created folder: Instances in parent group-v709302. [ 693.826377] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.827752] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.827752] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632f42b4-33d3-4741-ab7e-65c1077065fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.844728] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Suspending the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 693.845550] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bf79467f-2611-4eac-95e4-fcdff32fd541 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.853102] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.853102] env[69644]: value = "task-3552436" [ 693.853102] env[69644]: _type = "Task" [ 693.853102] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.855765] env[69644]: DEBUG oslo_vmware.api [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] Waiting for the task: (returnval){ [ 693.855765] env[69644]: value = "task-3552437" [ 693.855765] env[69644]: _type = "Task" [ 693.855765] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.870309] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552436, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.876494] env[69644]: DEBUG oslo_vmware.api [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] Task: {'id': task-3552437, 'name': SuspendVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.034589] env[69644]: DEBUG oslo_vmware.api [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552432, 'name': RemoveSnapshot_Task, 'duration_secs': 0.997686} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.037883] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 694.038233] env[69644]: INFO nova.compute.manager [None req-153f6304-ff37-422e-bee0-86d4aa8826c5 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 694.098266] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.140050] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279633a-618c-053f-f072-4413e419263c, 'name': SearchDatastore_Task, 'duration_secs': 0.01785} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.140450] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.141046] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 2c025888-a4c5-4483-befb-17fe98648bdd/2c025888-a4c5-4483-befb-17fe98648bdd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.141412] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a1c3461-2af2-485b-a92e-cc5e5e92f727 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.149133] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.149464] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.149815] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.152063] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.153038] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.153823] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c3d10-21de-4b8e-9aec-7785a222a711 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.167279] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 694.167279] env[69644]: value = "task-3552438" [ 694.167279] env[69644]: _type = "Task" [ 694.167279] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.175724] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5454f-79f8-4057-99d3-11d69d55b86a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.184045] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.224101] env[69644]: DEBUG nova.network.neutron [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Updated VIF entry in instance network info cache for port d1c384cc-c6f8-49ad-b853-02cb81975bc1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.224532] env[69644]: DEBUG nova.network.neutron [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Updating instance_info_cache with network_info: [{"id": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "address": "fa:16:3e:9a:2e:8e", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c384cc-c6", "ovs_interfaceid": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.242892] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552433, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.322026] env[69644]: DEBUG nova.scheduler.client.report [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.377059] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552436, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.381504] env[69644]: DEBUG oslo_vmware.api [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] Task: {'id': task-3552437, 'name': SuspendVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.388266] env[69644]: INFO nova.compute.manager [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Rebuilding instance [ 694.455966] env[69644]: DEBUG nova.compute.manager [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.457112] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8770a-2d29-4d8b-bf0e-cfd034dceef4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.679483] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.727777] env[69644]: DEBUG oslo_concurrency.lockutils [req-afc8f955-7747-40ca-8835-f3455c1d4483 req-70239eb7-ca28-42e8-ba32-9f92c40ec7c9 service nova] Releasing lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.746812] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741898} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.748847] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Successfully updated port: 45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.751553] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 92199830-003f-4b6b-bc70-9b15d70b039f/92199830-003f-4b6b-bc70-9b15d70b039f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.751893] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.752540] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09ba3e6-4d47-4747-ac41-649a9096df1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.764489] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 694.764489] env[69644]: value = "task-3552439" [ 694.764489] env[69644]: _type = "Task" [ 694.764489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.781983] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.840037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.840037] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.841820] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.949s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.846772] env[69644]: INFO nova.compute.claims [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.873819] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552436, 'name': CreateVM_Task, 'duration_secs': 0.691777} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.874289] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.875446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.876044] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.876183] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.876467] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4a3655-c577-4e99-b77f-eb16923e6c19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.883411] env[69644]: DEBUG oslo_vmware.api [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] Task: {'id': task-3552437, 'name': SuspendVM_Task, 'duration_secs': 0.900247} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.884644] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Suspended the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 694.884955] env[69644]: DEBUG nova.compute.manager [None req-7507a1c0-e302-4319-93ba-160295b0dad4 tempest-ServersAdminNegativeTestJSON-1745238523 tempest-ServersAdminNegativeTestJSON-1745238523-project-admin] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.885999] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd941cdd-1f1c-4d12-87dc-98591e705d63 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.891414] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 694.891414] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52344e62-75d5-dc51-8555-713d36bd5ff3" [ 694.891414] env[69644]: _type = "Task" [ 694.891414] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.909506] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52344e62-75d5-dc51-8555-713d36bd5ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.179362] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840367} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.179362] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 2c025888-a4c5-4483-befb-17fe98648bdd/2c025888-a4c5-4483-befb-17fe98648bdd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.179362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.179362] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad81af07-4dd9-40d4-8c2d-53beca0c23bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.187020] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 695.187020] env[69644]: value = "task-3552440" [ 695.187020] env[69644]: _type = "Task" [ 695.187020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.195719] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.253199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.254041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.257028] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.277292] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123845} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.277597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.278893] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b133e-07e0-4193-9379-7c3372ebb0ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.309106] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 92199830-003f-4b6b-bc70-9b15d70b039f/92199830-003f-4b6b-bc70-9b15d70b039f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.309258] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c4a269-62e5-4d9a-93a1-2dff29012202 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.332028] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 695.332028] env[69644]: value = "task-3552441" [ 695.332028] env[69644]: _type = "Task" [ 695.332028] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.341981] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.380116] env[69644]: DEBUG nova.compute.utils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.380116] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.380116] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.413649] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52344e62-75d5-dc51-8555-713d36bd5ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.060465} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.413649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.413649] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.413649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.413649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.413649] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.413828] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f1d4180-500d-4180-8079-f650b9cf3cae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.418462] env[69644]: DEBUG nova.policy [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f2d02e4f3c4e2fba4369216510a467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59debd01aeb4056a7f96110f3ae70fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.431012] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.431012] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.433290] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f012208-50b0-4f7d-81b1-b84e0664b011 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.440216] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 695.440216] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52705525-95c8-adca-a29e-1b4ae48e9993" [ 695.440216] env[69644]: _type = "Task" [ 695.440216] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.457548] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52705525-95c8-adca-a29e-1b4ae48e9993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.478433] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.478433] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8303f021-d400-4273-b895-3e1d9bb954d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.487276] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 695.487276] env[69644]: value = "task-3552442" [ 695.487276] env[69644]: _type = "Task" [ 695.487276] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.499231] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.588611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.588838] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.702499] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12665} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.702499] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.702499] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0c6af-f43c-4edd-90e5-eec7eaf1ad51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.738404] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2c025888-a4c5-4483-befb-17fe98648bdd/2c025888-a4c5-4483-befb-17fe98648bdd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.738785] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19df7a71-7ed7-4063-b8b4-582b3ee196ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.761469] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 695.761469] env[69644]: value = "task-3552443" [ 695.761469] env[69644]: _type = "Task" [ 695.761469] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.778763] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.822663] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.839155] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Successfully created port: 5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.850855] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.863556] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.955188] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52705525-95c8-adca-a29e-1b4ae48e9993, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.956198] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c8e821-3d7a-4664-a5c1-0699caade0f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.972196] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 695.972196] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5203313b-e447-81a3-4704-5f972a461ac7" [ 695.972196] env[69644]: _type = "Task" [ 695.972196] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.984895] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5203313b-e447-81a3-4704-5f972a461ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.999359] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552442, 'name': PowerOffVM_Task, 'duration_secs': 0.264348} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.999359] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.999665] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.000610] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f833d0-0eec-43bc-b539-93f4f14e3c53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.012833] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.013141] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528c1a2f-8f84-48e5-8bcd-11ce3e81ad6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.034480] env[69644]: INFO nova.compute.manager [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Rebuilding instance [ 696.042482] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-plugged-0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.042482] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.042482] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.042482] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.042482] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] No waiting events found dispatching network-vif-plugged-0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.042482] env[69644]: WARNING nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received unexpected event network-vif-plugged-0b3bc7b6-ec1a-4591-951b-703df6ee0afc for instance with vm_state building and task_state spawning. [ 696.042482] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-changed-0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.042685] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing instance network info cache due to event network-changed-0b3bc7b6-ec1a-4591-951b-703df6ee0afc. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.042779] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquiring lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.042903] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquired lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.043093] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Refreshing network info cache for port 0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.100141] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.100517] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.100715] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore2] 32221ccb-fd98-4b04-9bbe-8412862c9b4d {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.101717] env[69644]: DEBUG nova.compute.manager [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.101979] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3572a292-c278-4afc-b2bf-03b6062d4e07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.104665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f8271-12d7-4930-bb6a-4cf81c95acae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.119038] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 696.119038] env[69644]: value = "task-3552445" [ 696.119038] env[69644]: _type = "Task" [ 696.119038] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.127636] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.183553] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Updating instance_info_cache with network_info: [{"id": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "address": "fa:16:3e:95:06:f9", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bc2ab2-9a", "ovs_interfaceid": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.278018] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.345528] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552441, 'name': ReconfigVM_Task, 'duration_secs': 0.529764} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.345871] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 92199830-003f-4b6b-bc70-9b15d70b039f/92199830-003f-4b6b-bc70-9b15d70b039f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.346542] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a5a53cb-ca53-4d53-9599-67f00e8f0500 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.356163] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 696.356163] env[69644]: value = "task-3552446" [ 696.356163] env[69644]: _type = "Task" [ 696.356163] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.368188] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552446, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.399756] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.401293] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94933055-014c-486f-a074-52d5b147fb73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.408881] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.409134] env[69644]: ERROR oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk due to incomplete transfer. [ 696.409942] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ee7fc08-b7aa-4649-a0f0-8ebd784e29e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.422480] env[69644]: DEBUG oslo_vmware.rw_handles [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52363f3d-c1a8-d356-f7c2-3c6d9d4e6423/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.422689] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Uploaded image f8ca0de9-517e-4e11-939c-01fb42ea1974 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.424187] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.427238] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a01b3445-1aa1-4626-8f22-56dab1ab8dac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.436462] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 696.436462] env[69644]: value = "task-3552447" [ 696.436462] env[69644]: _type = "Task" [ 696.436462] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.449900] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552447, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.480703] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7816825-2811-4a59-9427-dd1de665e62e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.494438] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5203313b-e447-81a3-4704-5f972a461ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.021057} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.495933] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec873028-397f-4cc6-bb7b-fe3a55471930 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.500242] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.500596] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 003597ac-1afc-427a-a06e-c54d767a7cd7/003597ac-1afc-427a-a06e-c54d767a7cd7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.500898] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729f95a9-ee0f-4520-8139-3d6c8e916dc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.544584] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b61f7b-a7da-4a3b-86ff-a354c1c060da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.547575] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 696.547575] env[69644]: value = "task-3552448" [ 696.547575] env[69644]: _type = "Task" [ 696.547575] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.558308] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d8e31-7fd3-4b28-b61d-4a7995e7a154 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.569020] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.578136] env[69644]: DEBUG nova.compute.provider_tree [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.637306] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387627} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.637567] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.637775] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.637920] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.694021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.694433] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Instance network_info: |[{"id": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "address": "fa:16:3e:95:06:f9", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bc2ab2-9a", "ovs_interfaceid": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.695199] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:06:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bc2ab2-9a2c-4d88-a458-b8de88a11c2c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.703615] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.704734] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.704963] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84cd3b6a-1c0d-4b59-9147-9b33e49529f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.743382] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.743382] env[69644]: value = "task-3552449" [ 696.743382] env[69644]: _type = "Task" [ 696.743382] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.756919] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552449, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.777449] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552443, 'name': ReconfigVM_Task, 'duration_secs': 0.850356} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.780235] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2c025888-a4c5-4483-befb-17fe98648bdd/2c025888-a4c5-4483-befb-17fe98648bdd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.781115] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d803429-102c-4a99-ad0f-97853c6ef141 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.793451] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 696.793451] env[69644]: value = "task-3552450" [ 696.793451] env[69644]: _type = "Task" [ 696.793451] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.801171] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552450, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.870791] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552446, 'name': Rename_Task, 'duration_secs': 0.249155} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.871106] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.871268] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d917b2-3001-4a78-a852-907b6d25da51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.877301] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.880993] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 696.880993] env[69644]: value = "task-3552451" [ 696.880993] env[69644]: _type = "Task" [ 696.880993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.892133] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.909657] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.910204] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.910204] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.910204] env[69644]: DEBUG nova.virt.hardware [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.911338] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46c5566-d5c6-4daa-ac0d-01712dde1e41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.920482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7774c70-4261-4809-a38e-12a9270a87b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.948948] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552447, 'name': Destroy_Task, 'duration_secs': 0.371445} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.949461] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Destroyed the VM [ 696.950178] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.950178] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-793c8c1d-8365-4faf-a882-197ef9efbfe1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.963584] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 696.963584] env[69644]: value = "task-3552452" [ 696.963584] env[69644]: _type = "Task" [ 696.963584] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.974655] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.018440] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updated VIF entry in instance network info cache for port 0b3bc7b6-ec1a-4591-951b-703df6ee0afc. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.018895] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updating instance_info_cache with network_info: [{"id": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "address": "fa:16:3e:af:35:96", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8477ff2e-6d", "ovs_interfaceid": "8477ff2e-6d35-48c7-98c6-f56a503d67e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "address": "fa:16:3e:6b:9c:9c", "network": {"id": "0b43c30e-6082-4495-9906-b5d305b23940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1377078562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeea4540-c9", "ovs_interfaceid": "feea4540-c9de-4fca-817b-d2ad1d5fc6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "address": "fa:16:3e:41:22:83", "network": {"id": "9f6c96b7-7302-430e-ab7b-bc70f9986937", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1544557905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3bc7b6-ec", "ovs_interfaceid": "0b3bc7b6-ec1a-4591-951b-703df6ee0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.061975] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.082112] env[69644]: DEBUG nova.scheduler.client.report [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.129111] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.129582] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255807a2-56a0-4a0b-b0b8-f534a72219fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.139309] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 697.139309] env[69644]: value = "task-3552453" [ 697.139309] env[69644]: _type = "Task" [ 697.139309] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.156697] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.259690] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552449, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.310506] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552450, 'name': Rename_Task, 'duration_secs': 0.361468} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.310912] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.311229] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-885e4f70-4f4d-4b0d-b029-e0c1758bc2cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.323815] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 697.323815] env[69644]: value = "task-3552454" [ 697.323815] env[69644]: _type = "Task" [ 697.323815] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.338886] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.373493] env[69644]: DEBUG nova.compute.manager [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Received event network-vif-plugged-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.373493] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Acquiring lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.373493] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.373493] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.373493] env[69644]: DEBUG nova.compute.manager [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] No waiting events found dispatching network-vif-plugged-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.373493] env[69644]: WARNING nova.compute.manager [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Received unexpected event network-vif-plugged-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c for instance with vm_state building and task_state spawning. [ 697.373493] env[69644]: DEBUG nova.compute.manager [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Received event network-changed-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.373945] env[69644]: DEBUG nova.compute.manager [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Refreshing instance network info cache due to event network-changed-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.373945] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Acquiring lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.376233] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Acquired lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.376233] env[69644]: DEBUG nova.network.neutron [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Refreshing network info cache for port 45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.395961] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.493671] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.524779] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Releasing lock "refresh_cache-92199830-003f-4b6b-bc70-9b15d70b039f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.525206] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Received event network-vif-plugged-6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.525484] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquiring lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.525844] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.526168] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.526497] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] No waiting events found dispatching network-vif-plugged-6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.526801] env[69644]: WARNING nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Received unexpected event network-vif-plugged-6f6f84c7-a8d1-423b-b060-b711b932b23a for instance with vm_state building and task_state spawning. [ 697.527095] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Received event network-changed-6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.527391] env[69644]: DEBUG nova.compute.manager [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Refreshing instance network info cache due to event network-changed-6f6f84c7-a8d1-423b-b060-b711b932b23a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.527769] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquiring lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.527991] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Acquired lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.528829] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Refreshing network info cache for port 6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.563719] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.564463] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 003597ac-1afc-427a-a06e-c54d767a7cd7/003597ac-1afc-427a-a06e-c54d767a7cd7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.564783] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.565048] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aff17bf-114d-44f5-973d-d2114e86fa12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.577215] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 697.577215] env[69644]: value = "task-3552455" [ 697.577215] env[69644]: _type = "Task" [ 697.577215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.591218] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.591569] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.595934] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.596619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.321s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.602178] env[69644]: INFO nova.compute.claims [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.654728] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552453, 'name': PowerOffVM_Task, 'duration_secs': 0.139303} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.655225] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.656619] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.656729] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ea89f-51b1-421e-8269-6a06948e0f67 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.672310] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.672657] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d3b03c8-1823-4a44-8a60-974d9ac34988 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.709408] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.709790] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.710262] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.710405] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.710645] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.711021] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.711256] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.711396] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.711573] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.711740] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.711919] env[69644]: DEBUG nova.virt.hardware [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.713792] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287622ff-0472-4797-874d-0a1d383d1531 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.719628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.720124] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.721093] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Deleting the datastore file [datastore2] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.721093] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53cec69c-2c8e-4b9a-8fa7-8333402ec92a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.727534] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b30b3d-637e-41f7-a0e2-070b4252cb09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.737361] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 697.737361] env[69644]: value = "task-3552457" [ 697.737361] env[69644]: _type = "Task" [ 697.737361] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.754441] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b3b09a-101b-44f3-8972-255b8e2bab3c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.764710] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.768903] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.772707] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-569530d3-d772-4c04-ad6d-ce0ec1e26093 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.788927] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.795680] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552449, 'name': CreateVM_Task, 'duration_secs': 0.961192} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.797482] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.797798] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.797798] env[69644]: value = "task-3552458" [ 697.797798] env[69644]: _type = "Task" [ 697.797798] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.798650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.799042] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.799433] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.799814] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a149422c-414b-4f41-ab86-f714c5aa98ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.813466] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 697.813466] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2b165-0ce2-5b6b-c776-158c574d31d3" [ 697.813466] env[69644]: _type = "Task" [ 697.813466] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.814138] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552458, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.824870] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2b165-0ce2-5b6b-c776-158c574d31d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.824870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.825308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.825647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.825647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.825699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.831529] env[69644]: INFO nova.compute.manager [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Terminating instance [ 697.840824] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.898886] env[69644]: DEBUG oslo_vmware.api [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552451, 'name': PowerOnVM_Task, 'duration_secs': 0.700886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.899219] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.899480] env[69644]: INFO nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Took 15.58 seconds to spawn the instance on the hypervisor. [ 697.899709] env[69644]: DEBUG nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.900563] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419402e1-9707-424e-af64-e8a4b3c71fa2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.974364] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552452, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.025033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "43804861-277a-462f-9576-13b782938210" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.025033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.076324] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Successfully updated port: 5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.087876] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148194} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.088587] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.089395] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4d80c2-8587-4da9-b143-201c8ebb20d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.111925] env[69644]: DEBUG nova.compute.utils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.125424] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 003597ac-1afc-427a-a06e-c54d767a7cd7/003597ac-1afc-427a-a06e-c54d767a7cd7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.134836] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.135042] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.136608] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36149164-a1d1-41bd-bb9a-8dc59c4848ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.162412] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 698.162412] env[69644]: value = "task-3552459" [ 698.162412] env[69644]: _type = "Task" [ 698.162412] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.173474] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.250582] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.254014] env[69644]: DEBUG nova.policy [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f43eddc21c84d39a6fdb0c5b6f18d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42ed6e16ae704fab8bced1d9b0e98943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.265723] env[69644]: DEBUG nova.network.neutron [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Updated VIF entry in instance network info cache for port 45bc2ab2-9a2c-4d88-a458-b8de88a11c2c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.266087] env[69644]: DEBUG nova.network.neutron [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Updating instance_info_cache with network_info: [{"id": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "address": "fa:16:3e:95:06:f9", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bc2ab2-9a", "ovs_interfaceid": "45bc2ab2-9a2c-4d88-a458-b8de88a11c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.317356] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552458, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.336030] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2b165-0ce2-5b6b-c776-158c574d31d3, 'name': SearchDatastore_Task, 'duration_secs': 0.04775} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.336030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.336030] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.336030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.336030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.336254] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.337217] env[69644]: DEBUG nova.compute.manager [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.337421] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.337663] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046c9fac-78fb-48bf-b5f4-760fd0b699be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.349604] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1dbd30-e7bf-44a9-8c8d-fcf95e7fca46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.352627] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552454, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.358421] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.358897] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0cb4602-67ee-4c5f-a1dd-a0e8a0c3994e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.365230] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.365373] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.366102] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3c26a8-3157-441e-9bd5-4b59a4fe553b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.375302] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 698.375302] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd23a-b7dc-03ca-258a-375db697a442" [ 698.375302] env[69644]: _type = "Task" [ 698.375302] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.385380] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd23a-b7dc-03ca-258a-375db697a442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.422476] env[69644]: INFO nova.compute.manager [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Took 26.86 seconds to build instance. [ 698.449979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.450335] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.450561] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore2] 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.454412] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e10ef5c-ed5d-41ca-a3b4-6e2b5a2720c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.466255] env[69644]: DEBUG oslo_vmware.api [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 698.466255] env[69644]: value = "task-3552461" [ 698.466255] env[69644]: _type = "Task" [ 698.466255] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.483323] env[69644]: DEBUG oslo_vmware.api [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.484178] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552452, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.528838] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Updated VIF entry in instance network info cache for port 6f6f84c7-a8d1-423b-b060-b711b932b23a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.529233] env[69644]: DEBUG nova.network.neutron [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Updating instance_info_cache with network_info: [{"id": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "address": "fa:16:3e:bf:01:28", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6f84c7-a8", "ovs_interfaceid": "6f6f84c7-a8d1-423b-b060-b711b932b23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.587627] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.587988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.587988] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.627919] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.685769] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.754832] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553653} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.762212] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.762471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.762677] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.773688] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Successfully created port: 2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.775934] env[69644]: DEBUG oslo_concurrency.lockutils [req-107592b1-2447-4331-8a3e-9e920426395c req-8e06f76f-4793-4dc8-a832-ba8d96245d60 service nova] Releasing lock "refresh_cache-c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.816153] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552458, 'name': CreateVM_Task, 'duration_secs': 0.880816} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.816328] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.817049] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.817217] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.817680] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.818192] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541d664a-552f-47bc-9c7d-61f139734fd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.828093] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce26a88-0810-4096-b067-2f0caa53aab3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.830763] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 698.830763] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5286caa0-3b17-c2fa-1ca2-5907784d524a" [ 698.830763] env[69644]: _type = "Task" [ 698.830763] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.844082] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ccd7f-d364-4ab0-bcf0-53196f5a8f39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.855096] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5286caa0-3b17-c2fa-1ca2-5907784d524a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.855370] env[69644]: DEBUG oslo_vmware.api [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552454, 'name': PowerOnVM_Task, 'duration_secs': 1.384401} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.856583] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.856583] env[69644]: INFO nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Took 10.15 seconds to spawn the instance on the hypervisor. [ 698.856583] env[69644]: DEBUG nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.857274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d23660-c127-4d14-9792-187ebf2790c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.892023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70cef8-bbf2-47c8-96f5-d24d1c43ec27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.909887] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd23a-b7dc-03ca-258a-375db697a442, 'name': SearchDatastore_Task, 'duration_secs': 0.022603} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.911213] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3941a07-4390-4f81-95f9-3b619e4a8553 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.916512] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df87cdbe-21a6-4e19-9df2-31ee56b5f668 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.932490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-168887bc-92ec-40fd-93ef-7e0704806237 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.921s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.933086] env[69644]: DEBUG nova.compute.provider_tree [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.934360] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 698.934360] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e23f7-d0b5-d398-323a-02bc38755fe5" [ 698.934360] env[69644]: _type = "Task" [ 698.934360] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.947612] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e23f7-d0b5-d398-323a-02bc38755fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.977340] env[69644]: DEBUG oslo_vmware.api [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552452, 'name': RemoveSnapshot_Task, 'duration_secs': 1.601514} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.977982] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.978248] env[69644]: INFO nova.compute.manager [None req-01c2a34d-fbc4-454c-819c-251e285cc069 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 698.984899] env[69644]: DEBUG oslo_vmware.api [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25862} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.985573] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.985573] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.985719] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.985868] env[69644]: INFO nova.compute.manager [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Took 0.65 seconds to destroy the instance on the hypervisor. [ 698.986117] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.986307] env[69644]: DEBUG nova.compute.manager [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.986401] env[69644]: DEBUG nova.network.neutron [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.032333] env[69644]: DEBUG oslo_concurrency.lockutils [req-cb80c097-ea87-4c71-888e-ec2fcbf1d750 req-f312b546-3a13-4044-821d-d81ce6cc56b0 service nova] Releasing lock "refresh_cache-003597ac-1afc-427a-a06e-c54d767a7cd7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.162095] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.182725] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552459, 'name': ReconfigVM_Task, 'duration_secs': 0.742077} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.183161] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 003597ac-1afc-427a-a06e-c54d767a7cd7/003597ac-1afc-427a-a06e-c54d767a7cd7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.183925] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae7f4caf-493c-4c19-941e-ef514b084ddf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.195059] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 699.195059] env[69644]: value = "task-3552462" [ 699.195059] env[69644]: _type = "Task" [ 699.195059] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.209276] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552462, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.237838] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "bd105823-9878-4ff8-89d5-9d779a411fe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.239253] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.344440] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5286caa0-3b17-c2fa-1ca2-5907784d524a, 'name': SearchDatastore_Task, 'duration_secs': 0.032468} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.344789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345062] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.345289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.414738] env[69644]: INFO nova.compute.manager [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Took 25.15 seconds to build instance. [ 699.436459] env[69644]: DEBUG nova.scheduler.client.report [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.441338] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.463180] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e23f7-d0b5-d398-323a-02bc38755fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.022473} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.463515] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.464073] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c55229c1-3aea-4153-a7b2-aabc2c8b9ca7/c55229c1-3aea-4153-a7b2-aabc2c8b9ca7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.464372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.465186] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.465360] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e1c7a19-f5f0-488a-aa97-5176bd78ce31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.468178] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62571053-358b-405a-b2cc-60ce48eb44cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.477923] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 699.477923] env[69644]: value = "task-3552463" [ 699.477923] env[69644]: _type = "Task" [ 699.477923] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.482296] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.483271] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.483727] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8253b47-01be-493c-9700-9158be69460c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.492357] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.502483] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 699.502483] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526d8d4b-ed13-6376-03f9-c918f2cfbd1d" [ 699.502483] env[69644]: _type = "Task" [ 699.502483] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.516359] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526d8d4b-ed13-6376-03f9-c918f2cfbd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.517759] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd3163d-a0e5-43fc-8e38-2ee4807d25f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.524737] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 699.524737] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52615705-476a-4e31-0b17-b220dcb9b897" [ 699.524737] env[69644]: _type = "Task" [ 699.524737] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.534132] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52615705-476a-4e31-0b17-b220dcb9b897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.639928] env[69644]: DEBUG nova.network.neutron [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Updating instance_info_cache with network_info: [{"id": "5ecf52d3-8613-406f-a330-71109daed57d", "address": "fa:16:3e:d2:15:69", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf52d3-86", "ovs_interfaceid": "5ecf52d3-8613-406f-a330-71109daed57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.647133] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.691629] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.691908] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.692103] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.692321] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.692410] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.692577] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.692762] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.692902] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.693103] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.693268] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.693453] env[69644]: DEBUG nova.virt.hardware [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.694394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44aa42-ad7d-451e-81d4-32e359909a61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.712942] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552462, 'name': Rename_Task, 'duration_secs': 0.314179} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.714278] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fdbb43-44db-452b-a85e-0233e29e5f64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.720396] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.720396] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5710cc5-18b0-43c3-8439-dc951e47d20b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.738834] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 699.738834] env[69644]: value = "task-3552464" [ 699.738834] env[69644]: _type = "Task" [ 699.738834] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.748277] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.809970] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.810459] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.810998] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.811587] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.811864] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.812395] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.812817] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.813080] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.813345] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.813637] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.817019] env[69644]: DEBUG nova.virt.hardware [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.817019] env[69644]: DEBUG nova.network.neutron [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.817019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad0f23-fce1-43f7-9913-9a28a16d31da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.827496] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4de675-f044-428a-99f4-cfbe96f88eba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.851765] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.860516] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.861617] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.862700] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8fbf318-c174-47b4-ab1a-4ca3dd803aea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.886474] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.886474] env[69644]: value = "task-3552465" [ 699.886474] env[69644]: _type = "Task" [ 699.886474] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.896642] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552465, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.919695] env[69644]: DEBUG oslo_concurrency.lockutils [None req-99c2de8f-d4c8-4b04-8604-3dd35b84486c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.347s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.948492] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.949078] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.953440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.280s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.955542] env[69644]: INFO nova.compute.claims [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.988047] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.996026] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.037957] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52615705-476a-4e31-0b17-b220dcb9b897, 'name': SearchDatastore_Task, 'duration_secs': 0.014734} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.038099] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.038408] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.038837] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b5b72d9-f0d5-4e41-93b6-cf624d459e55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.051036] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 700.051036] env[69644]: value = "task-3552466" [ 700.051036] env[69644]: _type = "Task" [ 700.051036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.058243] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.146681] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.147047] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Instance network_info: |[{"id": "5ecf52d3-8613-406f-a330-71109daed57d", "address": "fa:16:3e:d2:15:69", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf52d3-86", "ovs_interfaceid": "5ecf52d3-8613-406f-a330-71109daed57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.147686] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:15:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ecf52d3-8613-406f-a330-71109daed57d', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.158650] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.160140] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.160140] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bda5e43-f34a-4e63-b8aa-bcac1778d4e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.186022] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.186022] env[69644]: value = "task-3552467" [ 700.186022] env[69644]: _type = "Task" [ 700.186022] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.196339] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552467, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.251125] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552464, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.314417] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.315880] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.321524] env[69644]: INFO nova.compute.manager [-] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Took 1.33 seconds to deallocate network for instance. [ 700.399708] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552465, 'name': CreateVM_Task, 'duration_secs': 0.369428} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.399932] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.400446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.400643] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.400969] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.401324] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d706fe-98cb-4868-9a96-24eaee6a6431 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.409849] env[69644]: DEBUG nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Received event network-vif-plugged-5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.410123] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Acquiring lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.410543] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.410621] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.410780] env[69644]: DEBUG nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] No waiting events found dispatching network-vif-plugged-5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.410965] env[69644]: WARNING nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Received unexpected event network-vif-plugged-5ecf52d3-8613-406f-a330-71109daed57d for instance with vm_state building and task_state spawning. [ 700.411197] env[69644]: DEBUG nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Received event network-changed-5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.411381] env[69644]: DEBUG nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Refreshing instance network info cache due to event network-changed-5ecf52d3-8613-406f-a330-71109daed57d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.411607] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Acquiring lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.411971] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Acquired lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.411971] env[69644]: DEBUG nova.network.neutron [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Refreshing network info cache for port 5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.417207] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 700.417207] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250c8bd-8cb7-de4a-21f7-1e466acc7142" [ 700.417207] env[69644]: _type = "Task" [ 700.417207] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.422290] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.429259] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250c8bd-8cb7-de4a-21f7-1e466acc7142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.465537] env[69644]: DEBUG nova.compute.utils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.467750] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.467837] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.497403] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588581} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.497889] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c55229c1-3aea-4153-a7b2-aabc2c8b9ca7/c55229c1-3aea-4153-a7b2-aabc2c8b9ca7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.498244] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.498979] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d345af48-7fe5-40ef-967a-dc8432be756a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.510292] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 700.510292] env[69644]: value = "task-3552468" [ 700.510292] env[69644]: _type = "Task" [ 700.510292] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.523897] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.544389] env[69644]: DEBUG nova.policy [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0d109689cb44d38d0e548e3c941dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421c3620025a414d9b1468d5f5aacf30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.567294] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552466, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.673363] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Successfully updated port: 2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.698500] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552467, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.750583] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552464, 'name': PowerOnVM_Task, 'duration_secs': 0.619468} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.750583] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.750583] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Took 9.27 seconds to spawn the instance on the hypervisor. [ 700.750808] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.751539] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30b68a-9625-46d2-9cd8-ecf535ae4a23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.831341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.934600] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250c8bd-8cb7-de4a-21f7-1e466acc7142, 'name': SearchDatastore_Task, 'duration_secs': 0.054266} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.937130] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.941318] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.941318] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.941318] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.941318] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.941318] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e902bd99-1179-474d-b447-3cfdc8d7044a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.952769] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.953060] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.953765] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb9a857-ca04-45b1-bf00-6179c7a782ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.961366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.962474] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 700.962474] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b91c0-144f-1617-895c-0989d6c88733" [ 700.962474] env[69644]: _type = "Task" [ 700.962474] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.975125] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.980328] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b91c0-144f-1617-895c-0989d6c88733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.023395] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.023762] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.024814] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d34731-d252-449b-8751-137f8b3a5cab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.049972] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c55229c1-3aea-4153-a7b2-aabc2c8b9ca7/c55229c1-3aea-4153-a7b2-aabc2c8b9ca7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.056671] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-added221-da6e-42e3-b122-6aaccf9eb0d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.074307] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Successfully created port: 7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.086761] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548831} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.088208] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.088482] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.089285] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 701.089285] env[69644]: value = "task-3552469" [ 701.089285] env[69644]: _type = "Task" [ 701.089285] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.089285] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be69f51b-074c-46c0-a5bc-12889394cf9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.106103] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.106471] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 701.106471] env[69644]: value = "task-3552470" [ 701.106471] env[69644]: _type = "Task" [ 701.106471] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.118119] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.180968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.181567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquired lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.181816] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.197279] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552467, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.225891] env[69644]: DEBUG nova.network.neutron [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Updated VIF entry in instance network info cache for port 5ecf52d3-8613-406f-a330-71109daed57d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.225891] env[69644]: DEBUG nova.network.neutron [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Updating instance_info_cache with network_info: [{"id": "5ecf52d3-8613-406f-a330-71109daed57d", "address": "fa:16:3e:d2:15:69", "network": {"id": "ef0ffebc-ab61-4164-8bd2-e3e68e655348", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1391904969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c59debd01aeb4056a7f96110f3ae70fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf52d3-86", "ovs_interfaceid": "5ecf52d3-8613-406f-a330-71109daed57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.272343] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Took 26.48 seconds to build instance. [ 701.472360] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "89d061ec-c250-4f32-a352-68072cebe938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.472968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.472968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "89d061ec-c250-4f32-a352-68072cebe938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.472968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.473168] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.479766] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b91c0-144f-1617-895c-0989d6c88733, 'name': SearchDatastore_Task, 'duration_secs': 0.04} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.480318] env[69644]: INFO nova.compute.manager [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Terminating instance [ 701.482625] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4570b3-c90d-4a5a-9c82-04171d2dcaa4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.500518] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 701.500518] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e5eb2f-6313-9dd9-27e8-01a79fe1ed9a" [ 701.500518] env[69644]: _type = "Task" [ 701.500518] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.508693] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e5eb2f-6313-9dd9-27e8-01a79fe1ed9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.603351] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.618152] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069339} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.618635] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.619566] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec35f7-16ea-4262-a02c-e8bcd2d7acd2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.654416] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.658625] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0f089c-d4d2-4fd9-add7-3fe345eb27a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.683037] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 701.683037] env[69644]: value = "task-3552471" [ 701.683037] env[69644]: _type = "Task" [ 701.683037] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.699515] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.702081] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552467, 'name': CreateVM_Task, 'duration_secs': 1.322302} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.702081] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.702081] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702081] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.703472] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.703472] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8456dc-4b52-444d-8ffb-31737664bae9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.712781] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 701.712781] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521cbbb9-6575-32fe-73e9-3040a592e132" [ 701.712781] env[69644]: _type = "Task" [ 701.712781] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.722378] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521cbbb9-6575-32fe-73e9-3040a592e132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.726990] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.729195] env[69644]: DEBUG oslo_concurrency.lockutils [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] Releasing lock "refresh_cache-0ad63d96-9db3-403b-aa24-46bf26655103" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.729580] env[69644]: DEBUG nova.compute.manager [req-dce1d0a9-4400-4958-b98f-5f6261e9bc4a req-a7cc2e32-ce6c-404b-bee4-4cd8f5a48542 service nova] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Received event network-vif-deleted-7513d9b0-3021-45e2-8bc3-9872342b5b69 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.733331] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701243c6-67d1-4ef7-aed6-5b6853b2688c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.744963] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50066879-68dd-4663-a27c-bcfcddf02955 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.779536] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.160s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.781857] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa0bba-94eb-4a5a-96ab-6aa6766f6651 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791130] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a38e4-cfd2-49fb-b845-b420372ca77e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.807100] env[69644]: DEBUG nova.compute.provider_tree [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.909960] env[69644]: DEBUG nova.network.neutron [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updating instance_info_cache with network_info: [{"id": "2ee23092-8a5d-480d-879e-bd2268e66c63", "address": "fa:16:3e:01:fc:c2", "network": {"id": "57594f83-be39-4df6-bca9-608330d8f3f4", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1582072175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42ed6e16ae704fab8bced1d9b0e98943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee23092-8a", "ovs_interfaceid": "2ee23092-8a5d-480d-879e-bd2268e66c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.993699] env[69644]: DEBUG nova.compute.manager [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.993937] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.995559] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.998818] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f377f-a78a-4144-ba73-88345b742110 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.014510] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e5eb2f-6313-9dd9-27e8-01a79fe1ed9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.019327] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019593] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.019881] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.021606] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d72bfd8-291c-44a6-8678-f4b30f3a5f6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.022540] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e1fe513-18fa-45eb-9d8a-338d062a881f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027443] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.027833] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.028133] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.028343] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.028534] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.028712] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.029183] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.029478] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.029814] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.030024] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.030206] env[69644]: DEBUG nova.virt.hardware [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.031331] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88b5a3-63f0-42f7-aa76-a90ab0a55db6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.037382] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 702.037382] env[69644]: value = "task-3552472" [ 702.037382] env[69644]: _type = "Task" [ 702.037382] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.037718] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 702.037718] env[69644]: value = "task-3552473" [ 702.037718] env[69644]: _type = "Task" [ 702.037718] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.049897] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19d799-32b9-48ad-91cf-de6d8fb62cd6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.060779] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.061043] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.102665] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552469, 'name': ReconfigVM_Task, 'duration_secs': 0.710546} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.102970] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c55229c1-3aea-4153-a7b2-aabc2c8b9ca7/c55229c1-3aea-4153-a7b2-aabc2c8b9ca7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.104331] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd3b60f-66b0-4998-b498-65a7c2263794 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.113461] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 702.113461] env[69644]: value = "task-3552474" [ 702.113461] env[69644]: _type = "Task" [ 702.113461] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.122563] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552474, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.135290] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.135539] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.135744] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.135927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.136113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.139125] env[69644]: INFO nova.compute.manager [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Terminating instance [ 702.197563] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.226175] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521cbbb9-6575-32fe-73e9-3040a592e132, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.226518] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.226761] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.227272] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.227427] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.227616] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.228121] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d7b639-0fab-47df-a474-680c6b61b0e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.238398] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.238653] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.239450] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceca4afe-c8dd-4c94-8514-6c0a0e53afe8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.247448] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 702.247448] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1dd33-5260-d157-2d0c-5bfe5bda55d3" [ 702.247448] env[69644]: _type = "Task" [ 702.247448] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.258081] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1dd33-5260-d157-2d0c-5bfe5bda55d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.286193] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.311065] env[69644]: DEBUG nova.scheduler.client.report [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.412632] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Releasing lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.412632] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Instance network_info: |[{"id": "2ee23092-8a5d-480d-879e-bd2268e66c63", "address": "fa:16:3e:01:fc:c2", "network": {"id": "57594f83-be39-4df6-bca9-608330d8f3f4", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1582072175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42ed6e16ae704fab8bced1d9b0e98943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee23092-8a", "ovs_interfaceid": "2ee23092-8a5d-480d-879e-bd2268e66c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.413160] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:fc:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ee23092-8a5d-480d-879e-bd2268e66c63', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.421497] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Creating folder: Project (42ed6e16ae704fab8bced1d9b0e98943). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.421928] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-597d75b0-e62f-4a92-90c5-caba1c32cc68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.437505] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Created folder: Project (42ed6e16ae704fab8bced1d9b0e98943) in parent group-v709242. [ 702.437777] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Creating folder: Instances. Parent ref: group-v709309. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.438117] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d08aa9e-5da7-4501-977d-cd048ac4ae9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.451117] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Created folder: Instances in parent group-v709309. [ 702.451461] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.451709] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.452255] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17e8e085-8127-44fc-829c-ba20a0c345c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.476362] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.476362] env[69644]: value = "task-3552477" [ 702.476362] env[69644]: _type = "Task" [ 702.476362] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.486514] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552477, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.557622] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552472, 'name': PowerOffVM_Task, 'duration_secs': 0.387239} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.557622] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552473, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.557622] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.557852] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.557965] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb4fb0e5-050a-4b43-acc4-221164dc2d04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.629509] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552474, 'name': Rename_Task, 'duration_secs': 0.243633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.629509] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.629509] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d877e929-fa6d-458f-a241-434c544071c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.640313] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 702.640313] env[69644]: value = "task-3552479" [ 702.640313] env[69644]: _type = "Task" [ 702.640313] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.654358] env[69644]: DEBUG nova.compute.manager [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.654358] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.654358] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.654693] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.654693] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Deleting the datastore file [datastore2] 89d061ec-c250-4f32-a352-68072cebe938 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.655857] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b613996-ab9a-4203-aec6-c5b48fb5bf57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.660323] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dd88f2b-c053-49e0-9873-19b9509165f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.666063] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.674268] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.675800] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22c7755e-00b2-400c-884a-e246317a8104 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.677839] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for the task: (returnval){ [ 702.677839] env[69644]: value = "task-3552480" [ 702.677839] env[69644]: _type = "Task" [ 702.677839] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.689837] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 702.689837] env[69644]: value = "task-3552481" [ 702.689837] env[69644]: _type = "Task" [ 702.689837] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.702441] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.702719] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.709983] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.763750] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1dd33-5260-d157-2d0c-5bfe5bda55d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01608} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.764870] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e02ead-cd59-4b0d-b70f-f85fe7308d0c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.773205] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 702.773205] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a13540-2f60-f1a9-e46a-7e4ae0656962" [ 702.773205] env[69644]: _type = "Task" [ 702.773205] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.786644] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a13540-2f60-f1a9-e46a-7e4ae0656962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.811543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.817652] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.818137] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.820807] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.586s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.821196] env[69644]: DEBUG nova.objects.instance [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lazy-loading 'resources' on Instance uuid 64845767-8edb-455d-a32e-653cef864939 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.990623] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552477, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.051900] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.052567] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.053104] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.053509] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d651ff46-dbbb-4423-8468-d348ab39a10b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.063342] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 703.063342] env[69644]: value = "task-3552482" [ 703.063342] env[69644]: _type = "Task" [ 703.063342] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.073385] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.151598] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.199038] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552471, 'name': ReconfigVM_Task, 'duration_secs': 1.087846} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.199376] env[69644]: DEBUG oslo_vmware.api [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Task: {'id': task-3552480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30722} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.203035] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 32221ccb-fd98-4b04-9bbe-8412862c9b4d/32221ccb-fd98-4b04-9bbe-8412862c9b4d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.203775] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.203775] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.203775] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.204310] env[69644]: INFO nova.compute.manager [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Took 1.21 seconds to destroy the instance on the hypervisor. [ 703.204535] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.204751] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb67db11-9024-4c33-98a6-009148790bb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.207028] env[69644]: DEBUG nova.compute.manager [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.209456] env[69644]: DEBUG nova.network.neutron [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.218118] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552481, 'name': PowerOffVM_Task, 'duration_secs': 0.334073} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.219792] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.219974] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.220327] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 703.220327] env[69644]: value = "task-3552483" [ 703.220327] env[69644]: _type = "Task" [ 703.220327] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.220534] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74b3e36-8933-4674-831d-e9dddc0919e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.233921] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552483, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.290674] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a13540-2f60-f1a9-e46a-7e4ae0656962, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.291843] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.292282] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0ad63d96-9db3-403b-aa24-46bf26655103/0ad63d96-9db3-403b-aa24-46bf26655103.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.292941] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8117a46e-a677-4c9b-b176-1a060053999a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.306021] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 703.306021] env[69644]: value = "task-3552485" [ 703.306021] env[69644]: _type = "Task" [ 703.306021] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.316716] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.327275] env[69644]: DEBUG nova.compute.utils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.332951] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Successfully updated port: 7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.336374] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.336374] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.409120] env[69644]: DEBUG nova.policy [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b1c2dd9f614514b68ec5d0a49f7151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4154dc5e54d9447d9966afa72b228df3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.427208] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.427434] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.427613] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleting the datastore file [datastore2] 92199830-003f-4b6b-bc70-9b15d70b039f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.427969] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a68ec86e-27cb-4bda-9c73-e42a7215f549 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.439934] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 703.439934] env[69644]: value = "task-3552486" [ 703.439934] env[69644]: _type = "Task" [ 703.439934] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.450085] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.492778] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552477, 'name': CreateVM_Task, 'duration_secs': 0.536829} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.493809] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.495778] env[69644]: DEBUG nova.compute.manager [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Received event network-vif-plugged-2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.499507] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.499507] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.499507] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.499507] env[69644]: DEBUG nova.compute.manager [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] No waiting events found dispatching network-vif-plugged-2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.499507] env[69644]: WARNING nova.compute.manager [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Received unexpected event network-vif-plugged-2ee23092-8a5d-480d-879e-bd2268e66c63 for instance with vm_state building and task_state spawning. [ 703.499507] env[69644]: DEBUG nova.compute.manager [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Received event network-changed-2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.499507] env[69644]: DEBUG nova.compute.manager [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Refreshing instance network info cache due to event network-changed-2ee23092-8a5d-480d-879e-bd2268e66c63. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.499507] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Acquiring lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.499507] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Acquired lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.499507] env[69644]: DEBUG nova.network.neutron [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Refreshing network info cache for port 2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.505944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.506196] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.506520] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.508693] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c157b9d0-db1a-4bcf-ac17-ac6e04c5811e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.515616] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 703.515616] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529d14c9-2704-2348-50bb-2762abe52d04" [ 703.515616] env[69644]: _type = "Task" [ 703.515616] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.528123] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529d14c9-2704-2348-50bb-2762abe52d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.574506] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076179} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.574885] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.576305] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa5ff7-d9f4-45b8-ba24-8f5b3a7e7aef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.603214] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.606799] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4dc236-7ab5-42c8-969b-8f1045f3463c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.631891] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 703.631891] env[69644]: value = "task-3552487" [ 703.631891] env[69644]: _type = "Task" [ 703.631891] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.643836] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.656861] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552479, 'name': PowerOnVM_Task, 'duration_secs': 0.661659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.656912] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.657143] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Took 9.56 seconds to spawn the instance on the hypervisor. [ 703.657344] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.658257] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e16c81-2e95-4ec1-8282-04b2cff031be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.742742] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552483, 'name': Rename_Task, 'duration_secs': 0.28023} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.746443] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.747344] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d65557e4-0d30-4322-997b-0b8542df56b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.769355] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 703.769355] env[69644]: value = "task-3552488" [ 703.769355] env[69644]: _type = "Task" [ 703.769355] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.786802] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.820932] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552485, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.837781] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.842533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.842767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquired lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.842964] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.952788] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.021030] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Successfully created port: a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.034342] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529d14c9-2704-2348-50bb-2762abe52d04, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.035039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.035190] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.035671] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.036471] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.036471] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.036471] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd866b4-8128-4f55-bda9-4353558ebeea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.042314] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c6983-1a84-4bf1-a2f0-ae2ad0573a15 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.047865] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.048111] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.053177] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab32cc9b-8b4b-4d48-b912-7f6faa692346 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.056414] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5947219-5fdb-4ff1-8170-40658513f0b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.067155] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 704.067155] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52445c96-9642-d878-2447-7c7a81777daf" [ 704.067155] env[69644]: _type = "Task" [ 704.067155] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.096661] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf424cf1-406b-4518-812c-8e2d03bda9bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.109025] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52445c96-9642-d878-2447-7c7a81777daf, 'name': SearchDatastore_Task, 'duration_secs': 0.016856} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.111892] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d0e4f7-7278-4c3f-a16a-478dd13c349c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.115412] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220618b1-d5e5-4b8e-a6b9-8df6865df104 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.126144] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 704.126144] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3e10a-c376-23d9-b460-0b0a0b092cdf" [ 704.126144] env[69644]: _type = "Task" [ 704.126144] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.135530] env[69644]: DEBUG nova.compute.provider_tree [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.156040] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3e10a-c376-23d9-b460-0b0a0b092cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.156227] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.178621] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Took 26.45 seconds to build instance. [ 704.280648] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.281611] env[69644]: DEBUG nova.network.neutron [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updated VIF entry in instance network info cache for port 2ee23092-8a5d-480d-879e-bd2268e66c63. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.281965] env[69644]: DEBUG nova.network.neutron [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updating instance_info_cache with network_info: [{"id": "2ee23092-8a5d-480d-879e-bd2268e66c63", "address": "fa:16:3e:01:fc:c2", "network": {"id": "57594f83-be39-4df6-bca9-608330d8f3f4", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1582072175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42ed6e16ae704fab8bced1d9b0e98943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee23092-8a", "ovs_interfaceid": "2ee23092-8a5d-480d-879e-bd2268e66c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.317891] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737545} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.317891] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0ad63d96-9db3-403b-aa24-46bf26655103/0ad63d96-9db3-403b-aa24-46bf26655103.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.317891] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.317891] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d64f003-3d9e-455f-bca5-a53164abcda3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.326073] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 704.326073] env[69644]: value = "task-3552489" [ 704.326073] env[69644]: _type = "Task" [ 704.326073] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.338085] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.387522] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.397202] env[69644]: DEBUG nova.network.neutron [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.453991] env[69644]: DEBUG oslo_vmware.api [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578371} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.457151] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.457151] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.457151] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.457151] env[69644]: INFO nova.compute.manager [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Took 1.80 seconds to destroy the instance on the hypervisor. [ 704.457151] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.457151] env[69644]: DEBUG nova.compute.manager [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.457151] env[69644]: DEBUG nova.network.neutron [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.564196] env[69644]: DEBUG nova.compute.manager [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Received event network-vif-plugged-7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.564196] env[69644]: DEBUG oslo_concurrency.lockutils [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] Acquiring lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.564196] env[69644]: DEBUG oslo_concurrency.lockutils [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.564196] env[69644]: DEBUG oslo_concurrency.lockutils [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.564196] env[69644]: DEBUG nova.compute.manager [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] No waiting events found dispatching network-vif-plugged-7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.564196] env[69644]: WARNING nova.compute.manager [req-b637c7aa-e991-4e42-bba6-0d70096ce30d req-fdcbdcd4-185f-4e47-bdad-6c8dbe4474da service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Received unexpected event network-vif-plugged-7519928b-ae27-48a2-99a1-41b36c228023 for instance with vm_state building and task_state spawning. [ 704.648024] env[69644]: DEBUG nova.scheduler.client.report [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.656827] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552487, 'name': ReconfigVM_Task, 'duration_secs': 0.557998} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.657279] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3e10a-c376-23d9-b460-0b0a0b092cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.657899] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a/6264a93d-ae8d-48b2-bdc4-7592a0999e3a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.658672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.659043] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] caebb894-36f0-481c-9da2-8f3278edb6e2/caebb894-36f0-481c-9da2-8f3278edb6e2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.659403] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96337e0c-0183-449d-ad7f-194e1b46ae6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.665500] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f87f895-0e20-4e70-a646-a9db75501665 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.678036] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 704.678036] env[69644]: value = "task-3552491" [ 704.678036] env[69644]: _type = "Task" [ 704.678036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.683584] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.035s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.683892] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 704.683892] env[69644]: value = "task-3552490" [ 704.683892] env[69644]: _type = "Task" [ 704.683892] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.694061] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.700384] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552490, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.789419] env[69644]: DEBUG oslo_concurrency.lockutils [req-f126691b-cedb-495d-b4b7-fae8df7b33c7 req-6417353e-8f6c-42db-8dc3-18d216e87c4b service nova] Releasing lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.790027] env[69644]: DEBUG oslo_vmware.api [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552488, 'name': PowerOnVM_Task, 'duration_secs': 0.85689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.790161] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.790368] env[69644]: DEBUG nova.compute.manager [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.791284] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0974f5-624a-4d00-bba9-707ed976cee1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.839458] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221654} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.840429] env[69644]: DEBUG nova.network.neutron [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updating instance_info_cache with network_info: [{"id": "7519928b-ae27-48a2-99a1-41b36c228023", "address": "fa:16:3e:6e:a8:b3", "network": {"id": "c6c3eedd-8da7-45f8-a57a-ee8ae5725d78", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1839786907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421c3620025a414d9b1468d5f5aacf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7519928b-ae", "ovs_interfaceid": "7519928b-ae27-48a2-99a1-41b36c228023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.842707] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.844494] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a52882e-4713-4af0-9bf1-fcd0c2ef6ed8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.862025] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.875225] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0ad63d96-9db3-403b-aa24-46bf26655103/0ad63d96-9db3-403b-aa24-46bf26655103.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.877976] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0bfb7b3-4c86-44e8-9700-4e28d7809c13 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.900160] env[69644]: INFO nova.compute.manager [-] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Took 1.69 seconds to deallocate network for instance. [ 704.904329] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.904591] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.904779] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.905054] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.905126] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.905294] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.905507] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.905676] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.905843] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.906033] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.906212] env[69644]: DEBUG nova.virt.hardware [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.907390] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b632445-b44d-4ac8-ac79-79ef50408804 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.917272] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 704.917272] env[69644]: value = "task-3552492" [ 704.917272] env[69644]: _type = "Task" [ 704.917272] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.924542] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e98787-52ea-49be-aa19-852642978769 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.932812] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.159664] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.162845] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.655s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.190661] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.196816] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552491, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.205775] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552490, 'name': Rename_Task, 'duration_secs': 0.274235} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.206954] env[69644]: INFO nova.scheduler.client.report [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Deleted allocations for instance 64845767-8edb-455d-a32e-653cef864939 [ 705.212034] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.212034] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710a2d3e-b671-4d59-9ffa-9e0782efb9ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.223656] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Waiting for the task: (returnval){ [ 705.223656] env[69644]: value = "task-3552493" [ 705.223656] env[69644]: _type = "Task" [ 705.223656] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.236127] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.316329] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.349758] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Releasing lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.349758] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Instance network_info: |[{"id": "7519928b-ae27-48a2-99a1-41b36c228023", "address": "fa:16:3e:6e:a8:b3", "network": {"id": "c6c3eedd-8da7-45f8-a57a-ee8ae5725d78", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1839786907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421c3620025a414d9b1468d5f5aacf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7519928b-ae", "ovs_interfaceid": "7519928b-ae27-48a2-99a1-41b36c228023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.350234] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a8:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7519928b-ae27-48a2-99a1-41b36c228023', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.368419] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Creating folder: Project (421c3620025a414d9b1468d5f5aacf30). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.368419] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02261a3b-e01b-41a2-9c6a-0d6d86f7462b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.388632] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Created folder: Project (421c3620025a414d9b1468d5f5aacf30) in parent group-v709242. [ 705.390453] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Creating folder: Instances. Parent ref: group-v709312. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.391233] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d74963e0-df35-46e2-8686-e7dab335440f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.409074] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Created folder: Instances in parent group-v709312. [ 705.409494] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.409752] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.410281] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd49f888-dace-4d94-af66-78334e52edcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.438052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.451279] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.452947] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.452947] env[69644]: value = "task-3552496" [ 705.452947] env[69644]: _type = "Task" [ 705.452947] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.466078] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552496, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.671342] env[69644]: INFO nova.compute.claims [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.693223] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83705} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.693223] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] caebb894-36f0-481c-9da2-8f3278edb6e2/caebb894-36f0-481c-9da2-8f3278edb6e2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.693223] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.693531] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979d62f6-a257-43e5-bcbc-daafc4695c73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.703083] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 705.703083] env[69644]: value = "task-3552497" [ 705.703083] env[69644]: _type = "Task" [ 705.703083] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.720286] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.721166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd926ede-8c50-4f07-a563-5061581fcbea tempest-ServerExternalEventsTest-1178473512 tempest-ServerExternalEventsTest-1178473512-project-member] Lock "64845767-8edb-455d-a32e-653cef864939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.463s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.737779] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.739653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.942043] env[69644]: DEBUG nova.network.neutron [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.952821] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552492, 'name': ReconfigVM_Task, 'duration_secs': 0.938082} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.954380] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0ad63d96-9db3-403b-aa24-46bf26655103/0ad63d96-9db3-403b-aa24-46bf26655103.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.957028] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c24f0b-459e-485d-be34-b9536b2984b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.971066] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552496, 'name': CreateVM_Task, 'duration_secs': 0.497048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.972584] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.973116] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 705.973116] env[69644]: value = "task-3552498" [ 705.973116] env[69644]: _type = "Task" [ 705.973116] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.974192] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.975076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.975076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.975215] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30cd225-98f3-4fd0-b840-d154d930acb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.987977] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 705.987977] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230a4ea-a081-8d21-5397-cfbc7640ee1d" [ 705.987977] env[69644]: _type = "Task" [ 705.987977] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.992021] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552498, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.999891] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230a4ea-a081-8d21-5397-cfbc7640ee1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.128857] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Successfully updated port: a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.180025] env[69644]: INFO nova.compute.resource_tracker [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating resource usage from migration ff7691c6-6512-4dae-90c7-e033ef5db77c [ 706.217944] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130321} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.221538] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.222987] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e4b83-7f4f-4841-b4f6-de7859321dc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.247604] env[69644]: DEBUG oslo_vmware.api [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Task: {'id': task-3552493, 'name': PowerOnVM_Task, 'duration_secs': 0.768729} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.257282] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] caebb894-36f0-481c-9da2-8f3278edb6e2/caebb894-36f0-481c-9da2-8f3278edb6e2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.260244] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.260518] env[69644]: DEBUG nova.compute.manager [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.260828] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18252a30-97f0-4e5d-b455-6d67552e2343 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.276950] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc0e2ef-eb4a-47b7-a4d0-409dcae618d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.292858] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 706.292858] env[69644]: value = "task-3552499" [ 706.292858] env[69644]: _type = "Task" [ 706.292858] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.302748] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.429651] env[69644]: DEBUG nova.compute.manager [req-c8302efc-d90d-4b1d-a0d0-857ad52eade9 req-f77bb2d4-5bfc-489a-a27c-91aa5b0795e8 service nova] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Received event network-vif-deleted-1ae355bc-23f1-4e69-9f0e-83cfc042a9d8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.429897] env[69644]: DEBUG nova.compute.manager [req-c8302efc-d90d-4b1d-a0d0-857ad52eade9 req-f77bb2d4-5bfc-489a-a27c-91aa5b0795e8 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-deleted-8477ff2e-6d35-48c7-98c6-f56a503d67e2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.430110] env[69644]: DEBUG nova.compute.manager [req-c8302efc-d90d-4b1d-a0d0-857ad52eade9 req-f77bb2d4-5bfc-489a-a27c-91aa5b0795e8 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-deleted-0b3bc7b6-ec1a-4591-951b-703df6ee0afc {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.430267] env[69644]: DEBUG nova.compute.manager [req-c8302efc-d90d-4b1d-a0d0-857ad52eade9 req-f77bb2d4-5bfc-489a-a27c-91aa5b0795e8 service nova] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Received event network-vif-deleted-feea4540-c9de-4fca-817b-d2ad1d5fc6e1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.446779] env[69644]: INFO nova.compute.manager [-] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Took 1.99 seconds to deallocate network for instance. [ 706.487303] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552498, 'name': Rename_Task, 'duration_secs': 0.403338} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.492024] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.492024] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6afdc5-77ba-4743-aa04-34cf0fd318fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.505459] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230a4ea-a081-8d21-5397-cfbc7640ee1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014825} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.510246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.511429] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.511429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511429] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.511693] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 706.511693] env[69644]: value = "task-3552500" [ 706.511693] env[69644]: _type = "Task" [ 706.511693] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.512102] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4675bbea-f0e4-41da-a204-72889499d187 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.527235] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.533361] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.533361] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.533361] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d543a4f-8afa-4a26-9756-a64c105838ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.540187] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 706.540187] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52651807-c7cf-ec78-6dbd-26e762978296" [ 706.540187] env[69644]: _type = "Task" [ 706.540187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.552262] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52651807-c7cf-ec78-6dbd-26e762978296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.631577] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631722] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631918] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.720552] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538db14-2b69-42cd-abcd-f2bf483a3999 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.729079] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1008fde8-793a-482a-8209-00c5a86e0dc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.767364] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131ad8c-2f89-4911-a52e-dbb1a69f2393 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.776216] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d470e7-d300-40ea-97c4-0fa9aa502f87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.791799] env[69644]: DEBUG nova.compute.provider_tree [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.808381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.814979] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.953605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.026230] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552500, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.050587] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52651807-c7cf-ec78-6dbd-26e762978296, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.051428] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b7514b-e25d-459d-b6d1-823ae17ac490 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.058635] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 707.058635] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da6aed-0f30-9bd5-001c-0fabec42c042" [ 707.058635] env[69644]: _type = "Task" [ 707.058635] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.071605] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da6aed-0f30-9bd5-001c-0fabec42c042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.178251] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.295775] env[69644]: DEBUG nova.scheduler.client.report [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.311180] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552499, 'name': ReconfigVM_Task, 'duration_secs': 0.593926} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.311180] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] caebb894-36f0-481c-9da2-8f3278edb6e2/caebb894-36f0-481c-9da2-8f3278edb6e2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.311180] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-876ea4ad-9418-4884-8b65-75a5659d4606 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.319589] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 707.319589] env[69644]: value = "task-3552501" [ 707.319589] env[69644]: _type = "Task" [ 707.319589] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.327858] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552501, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.383472] env[69644]: DEBUG nova.network.neutron [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Updating instance_info_cache with network_info: [{"id": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "address": "fa:16:3e:0f:38:66", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70c1958-e6", "ovs_interfaceid": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.526080] env[69644]: DEBUG oslo_vmware.api [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552500, 'name': PowerOnVM_Task, 'duration_secs': 0.791642} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.526556] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.526775] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Took 10.65 seconds to spawn the instance on the hypervisor. [ 707.526955] env[69644]: DEBUG nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.527906] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8adf2-b646-42aa-9b45-712eaae4a691 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.571257] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da6aed-0f30-9bd5-001c-0fabec42c042, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.571476] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.571721] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 91f16e9e-0f14-433b-b0aa-859b71e59f7d/91f16e9e-0f14-433b-b0aa-859b71e59f7d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.571978] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28447035-2b99-46c4-aad8-ae78f0c8d0ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.581567] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 707.581567] env[69644]: value = "task-3552502" [ 707.581567] env[69644]: _type = "Task" [ 707.581567] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.591960] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.804338] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.641s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.804338] env[69644]: INFO nova.compute.manager [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Migrating [ 707.804669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.804669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.806064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.690s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.806326] env[69644]: DEBUG nova.objects.instance [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 707.831534] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552501, 'name': Rename_Task, 'duration_secs': 0.211943} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.831846] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.832123] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22285d3d-737a-490c-9cbe-474c199547d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.841346] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 707.841346] env[69644]: value = "task-3552503" [ 707.841346] env[69644]: _type = "Task" [ 707.841346] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.849879] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.887901] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888257] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Instance network_info: |[{"id": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "address": "fa:16:3e:0f:38:66", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70c1958-e6", "ovs_interfaceid": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.888687] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:38:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70c1958-e6b2-4ff7-b8a3-894cfe23632f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.898689] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.899220] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.899220] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452d3638-fcb0-4983-a3e8-2c2998b7c8e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.921813] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.921813] env[69644]: value = "task-3552504" [ 707.921813] env[69644]: _type = "Task" [ 707.921813] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.933555] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552504, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.975132] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Received event network-changed-7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.975132] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Refreshing instance network info cache due to event network-changed-7519928b-ae27-48a2-99a1-41b36c228023. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.975308] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Acquiring lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.975379] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Acquired lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975547] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Refreshing network info cache for port 7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.049979] env[69644]: INFO nova.compute.manager [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Took 27.75 seconds to build instance. [ 708.096496] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552502, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.314714] env[69644]: INFO nova.compute.rpcapi [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 708.315606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.355167] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.436974] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552504, 'name': CreateVM_Task, 'duration_secs': 0.460728} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.437300] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.438556] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.438769] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.439394] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.439811] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a80668e-013c-4aac-ae65-62345153681f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.446259] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 708.446259] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d18394-4847-4068-39e3-e61b524253bf" [ 708.446259] env[69644]: _type = "Task" [ 708.446259] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.455466] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d18394-4847-4068-39e3-e61b524253bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.492469] env[69644]: DEBUG nova.compute.manager [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.492939] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b69ed-647e-46dc-8b5e-77bb9ac9900d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.552249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-11c739d0-35db-438a-9aab-9fa9e978c060 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.878s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.596487] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806861} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.596487] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 91f16e9e-0f14-433b-b0aa-859b71e59f7d/91f16e9e-0f14-433b-b0aa-859b71e59f7d.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.596736] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.597311] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07fd6c0c-70ca-477f-a100-966a80ac2db1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607593] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 708.607593] env[69644]: value = "task-3552505" [ 708.607593] env[69644]: _type = "Task" [ 708.607593] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.621450] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.827422] env[69644]: DEBUG oslo_concurrency.lockutils [None req-770139a9-a89d-485d-87e2-03edf884925c tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.828592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.381s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.828901] env[69644]: DEBUG nova.objects.instance [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lazy-loading 'resources' on Instance uuid 3dc904d5-1bde-4fe4-9422-3539dbd0625d {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.843938] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.844136] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.844282] env[69644]: DEBUG nova.network.neutron [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.858447] env[69644]: DEBUG oslo_vmware.api [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552503, 'name': PowerOnVM_Task, 'duration_secs': 0.785307} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.858711] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.858903] env[69644]: INFO nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Took 9.21 seconds to spawn the instance on the hypervisor. [ 708.859162] env[69644]: DEBUG nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.859913] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47b5c5-70d3-4753-8fea-2885ebf48b6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.959144] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d18394-4847-4068-39e3-e61b524253bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.959898] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.959898] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.959983] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.960202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.960293] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.960563] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e78da566-d3e1-4b4b-b001-ddfb4e7dee31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.975576] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.975745] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.976459] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb68117-097f-40bd-ba64-f60b6ffcf53c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.982839] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 708.982839] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527de5c8-b583-138f-25ea-fb8823b1308b" [ 708.982839] env[69644]: _type = "Task" [ 708.982839] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.992536] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527de5c8-b583-138f-25ea-fb8823b1308b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.007820] env[69644]: INFO nova.compute.manager [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] instance snapshotting [ 709.012336] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed4f37-f956-4d0c-a591-d8d9db281bb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.036058] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f128d-fc76-425a-83a7-3fef4372b65c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.059171] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.117787] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1216} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.118067] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.118963] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f634052-c00e-4650-b685-7836e01836db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.141346] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 91f16e9e-0f14-433b-b0aa-859b71e59f7d/91f16e9e-0f14-433b-b0aa-859b71e59f7d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.141994] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ca3884-a114-427d-b6c5-d70dfba699b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.165950] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 709.165950] env[69644]: value = "task-3552506" [ 709.165950] env[69644]: _type = "Task" [ 709.165950] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.176302] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.278372] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updated VIF entry in instance network info cache for port 7519928b-ae27-48a2-99a1-41b36c228023. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.278691] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updating instance_info_cache with network_info: [{"id": "7519928b-ae27-48a2-99a1-41b36c228023", "address": "fa:16:3e:6e:a8:b3", "network": {"id": "c6c3eedd-8da7-45f8-a57a-ee8ae5725d78", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1839786907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421c3620025a414d9b1468d5f5aacf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7519928b-ae", "ovs_interfaceid": "7519928b-ae27-48a2-99a1-41b36c228023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.387183] env[69644]: INFO nova.compute.manager [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Took 26.51 seconds to build instance. [ 709.500884] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527de5c8-b583-138f-25ea-fb8823b1308b, 'name': SearchDatastore_Task, 'duration_secs': 0.031865} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.505786] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374a7a0a-b8de-4234-a041-585774fe7900 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.513691] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 709.513691] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52652b98-dd0a-e370-5939-23f138310f00" [ 709.513691] env[69644]: _type = "Task" [ 709.513691] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.536850] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52652b98-dd0a-e370-5939-23f138310f00, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.537341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.537484] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d44c4d5e-3144-4533-92d9-9823752c93b9/d44c4d5e-3144-4533-92d9-9823752c93b9.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.537779] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b41f28f-c376-4908-a31a-6b81abcf397d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.549525] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.550911] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 709.550911] env[69644]: value = "task-3552507" [ 709.550911] env[69644]: _type = "Task" [ 709.550911] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.551724] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0099edb-04dd-47ad-89e6-0694e25b4aa2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.567044] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.574963] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 709.574963] env[69644]: value = "task-3552508" [ 709.574963] env[69644]: _type = "Task" [ 709.574963] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.586445] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.590690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.682808] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.781102] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Releasing lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.781434] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Received event network-vif-plugged-a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.781753] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Acquiring lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.782066] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.782741] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.782741] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] No waiting events found dispatching network-vif-plugged-a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.782741] env[69644]: WARNING nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Received unexpected event network-vif-plugged-a70c1958-e6b2-4ff7-b8a3-894cfe23632f for instance with vm_state building and task_state spawning. [ 709.783014] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Received event network-changed-a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.783557] env[69644]: DEBUG nova.compute.manager [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Refreshing instance network info cache due to event network-changed-a70c1958-e6b2-4ff7-b8a3-894cfe23632f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.783557] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Acquiring lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.784776] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Acquired lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.784776] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Refreshing network info cache for port a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.822091] env[69644]: DEBUG nova.network.neutron [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.889498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f318354a-a852-4827-9e5a-09a8995a2660 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.606s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.977022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d97fd4c-afb5-47a4-b5cb-c3c650fc2969 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.991101] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c13e28-2baa-4208-abb9-4d280aaeedec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.037096] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e417a3-84ce-4e19-985c-678b99567cf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.049351] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc912c6-5749-4917-8d2d-5ab88b4ba24d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.071095] env[69644]: DEBUG nova.compute.provider_tree [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.075710] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.086704] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.178016] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552506, 'name': ReconfigVM_Task, 'duration_secs': 0.697267} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.178509] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 91f16e9e-0f14-433b-b0aa-859b71e59f7d/91f16e9e-0f14-433b-b0aa-859b71e59f7d.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.179368] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2942fb-7d12-402f-b1e4-fc558a9ca85c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.189503] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 710.189503] env[69644]: value = "task-3552509" [ 710.189503] env[69644]: _type = "Task" [ 710.189503] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.202998] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552509, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.325291] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.394842] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.569523] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.570187] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d44c4d5e-3144-4533-92d9-9823752c93b9/d44c4d5e-3144-4533-92d9-9823752c93b9.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.570187] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.570187] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d0810b-e20e-42a6-ba56-83be11078004 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.577321] env[69644]: DEBUG nova.scheduler.client.report [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.582311] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 710.582311] env[69644]: value = "task-3552510" [ 710.582311] env[69644]: _type = "Task" [ 710.582311] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.595781] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552508, 'name': CreateSnapshot_Task, 'duration_secs': 0.735059} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.599159] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.599440] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.600564] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9b201-39d6-41dc-ab9c-1ab677238cb7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.627197] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Updated VIF entry in instance network info cache for port a70c1958-e6b2-4ff7-b8a3-894cfe23632f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.627564] env[69644]: DEBUG nova.network.neutron [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Updating instance_info_cache with network_info: [{"id": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "address": "fa:16:3e:0f:38:66", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70c1958-e6", "ovs_interfaceid": "a70c1958-e6b2-4ff7-b8a3-894cfe23632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.700158] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552509, 'name': Rename_Task, 'duration_secs': 0.293951} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.700470] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.700748] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbee69b4-89cd-4326-9ca2-5b6a4586695e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.708421] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 710.708421] env[69644]: value = "task-3552511" [ 710.708421] env[69644]: _type = "Task" [ 710.708421] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.719320] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.855052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.855407] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.855707] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.855970] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.856221] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.859917] env[69644]: INFO nova.compute.manager [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Terminating instance [ 710.923089] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.967289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.967816] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.967816] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.967942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.968117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.974018] env[69644]: INFO nova.compute.manager [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Terminating instance [ 711.087685] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.095683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.377s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.098252] env[69644]: INFO nova.compute.claims [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.113543] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199351} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.113543] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.121240] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.122856] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84767273-5eac-4ef8-947b-811ca5719c43 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.127314] env[69644]: INFO nova.scheduler.client.report [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Deleted allocations for instance 3dc904d5-1bde-4fe4-9422-3539dbd0625d [ 711.129026] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94908e96-f264-4f4f-a9b4-ece3feeb2666 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.134456] env[69644]: DEBUG oslo_concurrency.lockutils [req-5fbe7473-10a2-4bcc-a5f4-10500c873862 req-a627b9a6-060d-47d5-99f1-6d52b2b2d267 service nova] Releasing lock "refresh_cache-d44c4d5e-3144-4533-92d9-9823752c93b9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.157685] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] d44c4d5e-3144-4533-92d9-9823752c93b9/d44c4d5e-3144-4533-92d9-9823752c93b9.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.159983] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adce2c11-de90-474f-9465-6492abaedbc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.175042] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 711.175042] env[69644]: value = "task-3552512" [ 711.175042] env[69644]: _type = "Task" [ 711.175042] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.183690] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 711.183690] env[69644]: value = "task-3552513" [ 711.183690] env[69644]: _type = "Task" [ 711.183690] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.187482] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552512, 'name': CloneVM_Task} progress is 12%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.198435] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.220236] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.364321] env[69644]: DEBUG nova.compute.manager [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.364542] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.365482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5780dd-0ba8-425c-828b-2f65fdd67caa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.382121] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.382121] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71e1d88e-f202-4c0d-ba57-8788b5e4f67c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.393768] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 711.393768] env[69644]: value = "task-3552514" [ 711.393768] env[69644]: _type = "Task" [ 711.393768] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.407941] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.478450] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "refresh_cache-6264a93d-ae8d-48b2-bdc4-7592a0999e3a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.478646] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquired lock "refresh_cache-6264a93d-ae8d-48b2-bdc4-7592a0999e3a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.479638] env[69644]: DEBUG nova.network.neutron [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.642457] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a89d9b23-88e3-44f4-a57d-864a4d976751 tempest-ServerDiagnosticsV248Test-1032756840 tempest-ServerDiagnosticsV248Test-1032756840-project-member] Lock "3dc904d5-1bde-4fe4-9422-3539dbd0625d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.701s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.696886] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552512, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.704520] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.732042] env[69644]: DEBUG oslo_vmware.api [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552511, 'name': PowerOnVM_Task, 'duration_secs': 1.015543} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.732459] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.732766] env[69644]: INFO nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Took 9.74 seconds to spawn the instance on the hypervisor. [ 711.733528] env[69644]: DEBUG nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.734525] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27367f2-2f14-4cbf-97d0-4090e0165732 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.842158] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80827da-5391-46d3-84a6-6c7a3c8a2c2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.866012] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.902713] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552514, 'name': PowerOffVM_Task, 'duration_secs': 0.394104} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.904013] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.904013] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.904013] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6685ce62-450b-4db1-be07-9a651ea24769 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.984613] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.987421] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.987421] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore1] 32221ccb-fd98-4b04-9bbe-8412862c9b4d {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.987513] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372580b3-1d5c-40ef-8f14-3f2aacaead92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.997895] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 711.997895] env[69644]: value = "task-3552516" [ 711.997895] env[69644]: _type = "Task" [ 711.997895] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.008177] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.023036] env[69644]: DEBUG nova.network.neutron [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.149305] env[69644]: DEBUG nova.network.neutron [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.195703] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552512, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.206261] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552513, 'name': ReconfigVM_Task, 'duration_secs': 0.610986} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.206619] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Reconfigured VM instance instance-00000016 to attach disk [datastore2] d44c4d5e-3144-4533-92d9-9823752c93b9/d44c4d5e-3144-4533-92d9-9823752c93b9.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.207233] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c41469bd-559e-4dd7-aa20-2734e03ac066 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.220095] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 712.220095] env[69644]: value = "task-3552517" [ 712.220095] env[69644]: _type = "Task" [ 712.220095] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.234036] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552517, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.262840] env[69644]: INFO nova.compute.manager [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Took 27.03 seconds to build instance. [ 712.372631] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.372774] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7b59fa-f1cb-4bac-b467-3bc76ab8aa4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.384587] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 712.384587] env[69644]: value = "task-3552518" [ 712.384587] env[69644]: _type = "Task" [ 712.384587] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.398334] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.513882] env[69644]: DEBUG oslo_vmware.api [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173389} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.519920] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.519920] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.520145] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.520646] env[69644]: INFO nova.compute.manager [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 712.520646] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.521546] env[69644]: DEBUG nova.compute.manager [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.521546] env[69644]: DEBUG nova.network.neutron [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.538828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "003597ac-1afc-427a-a06e-c54d767a7cd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.539106] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.539323] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.540249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.540249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.543235] env[69644]: INFO nova.compute.manager [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Terminating instance [ 712.635719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.635773] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.662907] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Releasing lock "refresh_cache-6264a93d-ae8d-48b2-bdc4-7592a0999e3a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.663351] env[69644]: DEBUG nova.compute.manager [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.663537] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.664931] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bda155-a775-4e18-9338-d7fcf6cb3c33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.680280] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.680761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb1d49c-7f75-4d26-8af7-8a873ce79679 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.703669] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552512, 'name': CloneVM_Task, 'duration_secs': 1.250056} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.703669] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Created linked-clone VM from snapshot [ 712.704493] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 712.704493] env[69644]: value = "task-3552519" [ 712.704493] env[69644]: _type = "Task" [ 712.704493] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.705241] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0fe7d-38c9-4af4-83cd-0a6104ea0ea3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.727889] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Uploading image c93bdb72-0201-4183-ad0d-35e5fb94fc6d {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.731161] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.736189] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74b320-882f-40df-b606-20088c981297 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.748895] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a3634-56ec-4bd9-a201-9720f907abb7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.752691] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552517, 'name': Rename_Task, 'duration_secs': 0.180601} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.754878] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.755683] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df939953-8847-459a-9469-fe16296bf532 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.787841] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9dcbea47-ce3c-4537-a0c1-579b8fc2125f tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.677s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.791619] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.791619] env[69644]: value = "vm-709317" [ 712.791619] env[69644]: _type = "VirtualMachine" [ 712.791619] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.794185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51804ca8-461e-42c3-a0e6-e5cfbad6b5b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.802661] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf778c84-5888-4a77-94fe-cb3b4c161582 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.806155] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 712.806155] env[69644]: value = "task-3552520" [ 712.806155] env[69644]: _type = "Task" [ 712.806155] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.815774] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d6f19-dc74-4771-b707-072d2ec2cee5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.824727] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.824875] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lease: (returnval){ [ 712.824875] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e8f027-623e-8b6f-ff50-4b47c30ecb8d" [ 712.824875] env[69644]: _type = "HttpNfcLease" [ 712.824875] env[69644]: } obtained for exporting VM: (result){ [ 712.824875] env[69644]: value = "vm-709317" [ 712.824875] env[69644]: _type = "VirtualMachine" [ 712.824875] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.825202] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the lease: (returnval){ [ 712.825202] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e8f027-623e-8b6f-ff50-4b47c30ecb8d" [ 712.825202] env[69644]: _type = "HttpNfcLease" [ 712.825202] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.838396] env[69644]: DEBUG nova.compute.provider_tree [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.844835] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.844835] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e8f027-623e-8b6f-ff50-4b47c30ecb8d" [ 712.844835] env[69644]: _type = "HttpNfcLease" [ 712.844835] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.844835] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.844835] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e8f027-623e-8b6f-ff50-4b47c30ecb8d" [ 712.844835] env[69644]: _type = "HttpNfcLease" [ 712.844835] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.845919] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75509e76-e5c5-4c58-8a54-155f92f7a5b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.857253] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.857485] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.931472] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552518, 'name': PowerOffVM_Task, 'duration_secs': 0.467036} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.931924] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.932192] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.963310] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53656b7c-39c5-48c9-a839-75a04b558edc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.050493] env[69644]: DEBUG nova.compute.manager [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.050800] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.054534] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701320fd-660d-4020-b218-67edab03a8b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.069832] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.069832] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6368d2c8-4f73-426b-8ff1-00548b101c8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.077242] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 713.077242] env[69644]: value = "task-3552522" [ 713.077242] env[69644]: _type = "Task" [ 713.077242] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.090601] env[69644]: DEBUG nova.compute.manager [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Received event network-changed-2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.090779] env[69644]: DEBUG nova.compute.manager [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Refreshing instance network info cache due to event network-changed-2ee23092-8a5d-480d-879e-bd2268e66c63. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.091105] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] Acquiring lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.091250] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] Acquired lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.091412] env[69644]: DEBUG nova.network.neutron [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Refreshing network info cache for port 2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.099192] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.224893] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552519, 'name': PowerOffVM_Task, 'duration_secs': 0.161775} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.225449] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.225874] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.226451] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b14a928b-fd30-4657-a137-790843d1bccb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.269931] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.270206] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.270408] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Deleting the datastore file [datastore1] 6264a93d-ae8d-48b2-bdc4-7592a0999e3a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.270680] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e76e8ca-d34f-41ca-ae37-20f16ff2c37b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.282587] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for the task: (returnval){ [ 713.282587] env[69644]: value = "task-3552524" [ 713.282587] env[69644]: _type = "Task" [ 713.282587] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.295175] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.305811] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.320371] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552520, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.341041] env[69644]: DEBUG nova.scheduler.client.report [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.444583] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.445030] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.445120] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.445375] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.445630] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.445844] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.446113] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.446340] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.446759] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.446909] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.447157] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.454652] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d66393-a6c8-4165-94e8-02541c96c952 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.471548] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 713.471548] env[69644]: value = "task-3552525" [ 713.471548] env[69644]: _type = "Task" [ 713.471548] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.481476] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.518596] env[69644]: DEBUG nova.network.neutron [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.589397] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552522, 'name': PowerOffVM_Task, 'duration_secs': 0.22794} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.589904] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.590190] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.593916] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c40941b3-e4fb-4171-880b-2b7872be5edb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.682855] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.683255] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.683635] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleting the datastore file [datastore1] 003597ac-1afc-427a-a06e-c54d767a7cd7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.683969] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d20bb691-fbbd-42e5-942b-21eb2b29f476 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.693214] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 713.693214] env[69644]: value = "task-3552527" [ 713.693214] env[69644]: _type = "Task" [ 713.693214] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.704426] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.803415] env[69644]: DEBUG oslo_vmware.api [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Task: {'id': task-3552524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171364} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.804369] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.804722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.805472] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.806012] env[69644]: INFO nova.compute.manager [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 713.806720] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.807748] env[69644]: DEBUG nova.compute.manager [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.810263] env[69644]: DEBUG nova.network.neutron [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.835119] env[69644]: DEBUG oslo_vmware.api [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552520, 'name': PowerOnVM_Task, 'duration_secs': 0.534577} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.835259] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.835529] env[69644]: INFO nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Took 8.97 seconds to spawn the instance on the hypervisor. [ 713.835844] env[69644]: DEBUG nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.836845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad4523-dc4b-4490-ab0f-4d687cce6d33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.848263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.851163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.851338] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.854574] env[69644]: DEBUG nova.network.neutron [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.855754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.154s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.857424] env[69644]: INFO nova.compute.claims [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.987050] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552525, 'name': ReconfigVM_Task, 'duration_secs': 0.261703} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.988225] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.022503] env[69644]: INFO nova.compute.manager [-] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Took 1.50 seconds to deallocate network for instance. [ 714.185977] env[69644]: DEBUG nova.network.neutron [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updated VIF entry in instance network info cache for port 2ee23092-8a5d-480d-879e-bd2268e66c63. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.186451] env[69644]: DEBUG nova.network.neutron [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updating instance_info_cache with network_info: [{"id": "2ee23092-8a5d-480d-879e-bd2268e66c63", "address": "fa:16:3e:01:fc:c2", "network": {"id": "57594f83-be39-4df6-bca9-608330d8f3f4", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1582072175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42ed6e16ae704fab8bced1d9b0e98943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee23092-8a", "ovs_interfaceid": "2ee23092-8a5d-480d-879e-bd2268e66c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.194450] env[69644]: DEBUG nova.compute.manager [req-a30cbe41-553d-4a97-92fa-85240e391da7 req-079f051b-cced-41ff-a8f4-0e79cb3463b5 service nova] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Received event network-vif-deleted-84b3b09a-101b-44f3-8972-255b8e2bab3c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.213916] env[69644]: DEBUG oslo_vmware.api [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266569} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.214445] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.214643] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.214809] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.214983] env[69644]: INFO nova.compute.manager [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 714.215245] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.215436] env[69644]: DEBUG nova.compute.manager [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.215596] env[69644]: DEBUG nova.network.neutron [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.362908] env[69644]: DEBUG nova.compute.utils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.365261] env[69644]: DEBUG nova.network.neutron [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.369937] env[69644]: INFO nova.compute.manager [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Took 27.72 seconds to build instance. [ 714.374370] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.379030] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.457913] env[69644]: DEBUG nova.policy [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33bd023a473640f996fe99bd185be9ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8a7f458d0f45669520a87571d9a09a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.500675] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.501571] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.501883] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.502288] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.502449] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.502788] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.502930] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.503135] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.503389] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.503572] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.503971] env[69644]: DEBUG nova.virt.hardware [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.511737] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 714.513145] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f31343f-e7da-42b5-922d-7672934d4a42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.533539] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.537308] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 714.537308] env[69644]: value = "task-3552528" [ 714.537308] env[69644]: _type = "Task" [ 714.537308] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.549258] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.694967] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2fb3960-ca88-4f8c-8637-f15c2ef048a7 req-784f77f1-f866-4abf-b8b2-34a1275f7740 service nova] Releasing lock "refresh_cache-caebb894-36f0-481c-9da2-8f3278edb6e2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.866316] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.871223] env[69644]: INFO nova.compute.manager [-] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Took 1.06 seconds to deallocate network for instance. [ 714.875308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e19ad26d-82e6-482f-8b19-56ff6ed1bf1c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.033s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.978482] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Successfully created port: 47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.051554] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552528, 'name': ReconfigVM_Task, 'duration_secs': 0.223103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.056202] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 715.057284] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df5e69-0d4c-446c-8522-131c68f5edd5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.090411] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.093485] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff73104-061b-4792-83de-bf38ffb31bb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.115081] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 715.115081] env[69644]: value = "task-3552529" [ 715.115081] env[69644]: _type = "Task" [ 715.115081] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.126132] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.380114] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.386211] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.389891] env[69644]: DEBUG nova.network.neutron [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.574686] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42512a95-560c-47c7-a4b6-0c458c962686 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.585983] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54d7fb-9da2-460e-b023-7c6a001db866 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.627185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8b954-ffba-44e8-8fc5-87c9c8a0d339 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.637940] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552529, 'name': ReconfigVM_Task, 'duration_secs': 0.436553} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.640284] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a/0bdd5d41-dd85-4748-99cf-ee6b2d62c94a.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.640647] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.648787] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56022976-b419-4c34-8486-3db8385c07b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.666941] env[69644]: DEBUG nova.compute.provider_tree [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.493038] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.497706] env[69644]: INFO nova.compute.manager [-] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Took 2.28 seconds to deallocate network for instance. [ 716.497706] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.498396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.498396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.498396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.498396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.501630] env[69644]: DEBUG nova.scheduler.client.report [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.507532] env[69644]: DEBUG nova.compute.manager [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Received event network-changed-7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.507715] env[69644]: DEBUG nova.compute.manager [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Refreshing instance network info cache due to event network-changed-7519928b-ae27-48a2-99a1-41b36c228023. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.507913] env[69644]: DEBUG oslo_concurrency.lockutils [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] Acquiring lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.508097] env[69644]: DEBUG oslo_concurrency.lockutils [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] Acquired lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.508209] env[69644]: DEBUG nova.network.neutron [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Refreshing network info cache for port 7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.514133] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a391d6-a53b-4ffb-a347-8c80e01eefbc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.516878] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.517106] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.540029] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.542895] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853cb59f-1c3e-4d1d-a019-70fe2eccf23d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.550173] env[69644]: INFO nova.compute.manager [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Terminating instance [ 716.566511] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 716.576525] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.576797] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.576978] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.577750] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.577750] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.577750] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.577750] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.577912] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.578083] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.578247] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.578446] env[69644]: DEBUG nova.virt.hardware [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.579784] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d53624-7b8e-4c0f-bbc4-9a7bd1de12a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.590988] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a075f-d699-42d6-bb4b-90354c6930cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.841191] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Successfully updated port: 47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.018441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.155s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.018441] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.023149] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.035s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.024706] env[69644]: INFO nova.compute.claims [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.030011] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.054479] env[69644]: DEBUG nova.compute.manager [req-3f73acc8-6905-47fb-a7fb-705fb6cd5c41 req-adc923f1-aa59-466b-8c6a-f389258271fd service nova] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Received event network-vif-deleted-6f6f84c7-a8d1-423b-b060-b711b932b23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.088920] env[69644]: DEBUG nova.compute.manager [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.089228] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.092300] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ede3dd-d836-428e-98d6-97570e4cfa89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.105768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.106043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f782cab-e14c-4a32-85fb-91538e906478 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.179034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.179219] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.179397] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleting the datastore file [datastore2] 788b5606-5dd6-4194-931f-18bc3b2c8a5f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.179681] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fede282d-95e2-4185-b4a8-6f7be8ccdf81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.188954] env[69644]: DEBUG oslo_vmware.api [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 717.188954] env[69644]: value = "task-3552531" [ 717.188954] env[69644]: _type = "Task" [ 717.188954] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.198378] env[69644]: DEBUG oslo_vmware.api [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.281455] env[69644]: DEBUG nova.network.neutron [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Port e9ccadc4-073e-4c1d-be91-ecef66de9966 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 717.347022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquired lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347022] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.372297] env[69644]: DEBUG nova.network.neutron [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updated VIF entry in instance network info cache for port 7519928b-ae27-48a2-99a1-41b36c228023. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.372705] env[69644]: DEBUG nova.network.neutron [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updating instance_info_cache with network_info: [{"id": "7519928b-ae27-48a2-99a1-41b36c228023", "address": "fa:16:3e:6e:a8:b3", "network": {"id": "c6c3eedd-8da7-45f8-a57a-ee8ae5725d78", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1839786907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421c3620025a414d9b1468d5f5aacf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7519928b-ae", "ovs_interfaceid": "7519928b-ae27-48a2-99a1-41b36c228023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.537942] env[69644]: DEBUG nova.compute.utils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.537942] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.537942] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.595200] env[69644]: DEBUG nova.policy [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b1c2dd9f614514b68ec5d0a49f7151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4154dc5e54d9447d9966afa72b228df3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.706322] env[69644]: DEBUG oslo_vmware.api [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38116} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.706322] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.706322] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.706322] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.706322] env[69644]: INFO nova.compute.manager [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 717.706322] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.706322] env[69644]: DEBUG nova.compute.manager [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.706322] env[69644]: DEBUG nova.network.neutron [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.815319] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.815319] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.875653] env[69644]: DEBUG oslo_concurrency.lockutils [req-0efd343b-d892-4ad6-9836-8ed6ab41bea5 req-fb848e0e-f107-4924-a6da-ce692142664d service nova] Releasing lock "refresh_cache-91f16e9e-0f14-433b-b0aa-859b71e59f7d" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.912731] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.976945] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Successfully created port: 24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.042184] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.145780] env[69644]: DEBUG nova.network.neutron [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updating instance_info_cache with network_info: [{"id": "47761135-051c-4d94-9a0d-11ddc344632e", "address": "fa:16:3e:7a:5a:ae", "network": {"id": "3a94ef2f-8e6f-48bb-97b5-cd0dd7c52f5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-558968016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8a7f458d0f45669520a87571d9a09a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47761135-05", "ovs_interfaceid": "47761135-051c-4d94-9a0d-11ddc344632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.316441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.316686] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.316858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.325496] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 718.325496] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.658648] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Releasing lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.658648] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Instance network_info: |[{"id": "47761135-051c-4d94-9a0d-11ddc344632e", "address": "fa:16:3e:7a:5a:ae", "network": {"id": "3a94ef2f-8e6f-48bb-97b5-cd0dd7c52f5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-558968016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8a7f458d0f45669520a87571d9a09a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47761135-05", "ovs_interfaceid": "47761135-051c-4d94-9a0d-11ddc344632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.658648] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:5a:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47761135-051c-4d94-9a0d-11ddc344632e', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.669253] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Creating folder: Project (0d8a7f458d0f45669520a87571d9a09a). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.672161] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-402ef3fe-f17d-49de-9fd1-1054b2a242d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.675368] env[69644]: DEBUG nova.compute.manager [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Received event network-vif-plugged-47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.675368] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Acquiring lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.675559] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.675559] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.675696] env[69644]: DEBUG nova.compute.manager [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] No waiting events found dispatching network-vif-plugged-47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 718.675872] env[69644]: WARNING nova.compute.manager [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Received unexpected event network-vif-plugged-47761135-051c-4d94-9a0d-11ddc344632e for instance with vm_state building and task_state spawning. [ 718.676377] env[69644]: DEBUG nova.compute.manager [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Received event network-changed-47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.676507] env[69644]: DEBUG nova.compute.manager [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Refreshing instance network info cache due to event network-changed-47761135-051c-4d94-9a0d-11ddc344632e. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.676968] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Acquiring lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.676968] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Acquired lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.676968] env[69644]: DEBUG nova.network.neutron [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Refreshing network info cache for port 47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.679228] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc727c-1a97-4798-8721-01075eae5e5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.689595] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd066e-344a-4195-b49f-b709a453f3ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.698287] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Created folder: Project (0d8a7f458d0f45669520a87571d9a09a) in parent group-v709242. [ 718.698492] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Creating folder: Instances. Parent ref: group-v709318. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.722149] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574aa9d6-aada-4e63-897a-6931852afcce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.725425] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e43c3-3aef-4deb-82cd-a6cc700db94a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.734027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed82287-22ab-422e-a9ed-179fcca76069 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.739944] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Created folder: Instances in parent group-v709318. [ 718.740235] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.740426] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.741276] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd24be4a-f34f-4b5e-8aa6-bcc8d7ad1212 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.765044] env[69644]: DEBUG nova.compute.provider_tree [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.775088] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.775088] env[69644]: value = "task-3552534" [ 718.775088] env[69644]: _type = "Task" [ 718.775088] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.786524] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552534, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.829823] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.060796] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.089448] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.090203] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.094026] env[69644]: DEBUG nova.virt.hardware [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.094026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df34ca4-9c73-420d-ae38-2ca10c38b911 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.103837] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d7e2b7-c9ca-4c71-bd54-528d2028ce9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.272023] env[69644]: DEBUG nova.scheduler.client.report [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.297071] env[69644]: DEBUG nova.network.neutron [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.306894] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552534, 'name': CreateVM_Task, 'duration_secs': 0.444641} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.307122] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.307942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308162] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.309304] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.309304] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae0e901-0063-46ca-8499-a566d2643db3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.315143] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 719.315143] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9df41-7fdb-f203-333e-d61c2197017d" [ 719.315143] env[69644]: _type = "Task" [ 719.315143] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.326578] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9df41-7fdb-f203-333e-d61c2197017d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.427362] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.427571] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.427779] env[69644]: DEBUG nova.network.neutron [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.551351] env[69644]: DEBUG nova.compute.manager [req-f41b5604-4a95-4c9b-b4c7-f19b88a02d33 req-21728859-aa4d-443b-a2c3-f0909aee770e service nova] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Received event network-vif-deleted-7f73eff5-d128-4fd4-be22-48436f631479 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.794942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.795313] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.801436] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.970s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.801722] env[69644]: DEBUG nova.objects.instance [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lazy-loading 'resources' on Instance uuid 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.805952] env[69644]: INFO nova.compute.manager [-] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Took 2.10 seconds to deallocate network for instance. [ 719.836078] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9df41-7fdb-f203-333e-d61c2197017d, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.836078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.836078] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.836078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.836078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.836078] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.836078] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209f866c-d597-4d30-af38-3c9df0eed80d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.848349] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.849366] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.850862] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8374411e-7b82-4e58-94bb-31c410166792 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.868403] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 719.868403] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44b88-81cd-12f0-70b9-424a498b3eda" [ 719.868403] env[69644]: _type = "Task" [ 719.868403] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.879764] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44b88-81cd-12f0-70b9-424a498b3eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.891877] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Successfully updated port: 24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.944843] env[69644]: DEBUG nova.network.neutron [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updated VIF entry in instance network info cache for port 47761135-051c-4d94-9a0d-11ddc344632e. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.945236] env[69644]: DEBUG nova.network.neutron [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updating instance_info_cache with network_info: [{"id": "47761135-051c-4d94-9a0d-11ddc344632e", "address": "fa:16:3e:7a:5a:ae", "network": {"id": "3a94ef2f-8e6f-48bb-97b5-cd0dd7c52f5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-558968016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8a7f458d0f45669520a87571d9a09a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47761135-05", "ovs_interfaceid": "47761135-051c-4d94-9a0d-11ddc344632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.308929] env[69644]: DEBUG nova.compute.utils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.315990] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.316601] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.319352] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.381987] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44b88-81cd-12f0-70b9-424a498b3eda, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.388559] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785a2bb4-be2a-4e10-bfd1-b137399f714c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.395728] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.395869] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.396045] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.397574] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 720.397574] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5218a81a-69a3-e8f8-0125-e51f3953337c" [ 720.397574] env[69644]: _type = "Task" [ 720.397574] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.407542] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5218a81a-69a3-e8f8-0125-e51f3953337c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.449646] env[69644]: DEBUG oslo_concurrency.lockutils [req-f7c2dce7-0fe3-462f-b8d0-796e0123c1ec req-b2f2b1aa-8a57-4201-9af1-c658a09451a4 service nova] Releasing lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.567610] env[69644]: DEBUG nova.policy [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97f64b3ccaab429cbc21e68b3dc21c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5123ae205849457dab0b9097ceec9341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.740020] env[69644]: DEBUG nova.network.neutron [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.817184] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.913206] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5218a81a-69a3-e8f8-0125-e51f3953337c, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.913485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.913738] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] ac459686-1271-4abc-8b3e-f1100b34c1b1/ac459686-1271-4abc-8b3e-f1100b34c1b1.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.914134] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30224bc4-1e94-4dbc-baf6-4f3054f6f3a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.924393] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 720.924393] env[69644]: value = "task-3552535" [ 720.924393] env[69644]: _type = "Task" [ 720.924393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.936744] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.068154] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacda18e-ad01-4d8d-ae6a-d1a8a0501fa6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.082234] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455b01a-a6c7-4fb8-a967-07a4e72b4c08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.126054] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5c5ec-af9e-4822-91f4-7bf7b950d3c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.135095] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e834d-4720-4a95-86b6-8083210d4d47 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.153395] env[69644]: DEBUG nova.compute.provider_tree [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.211516] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.247872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.436023] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.655600] env[69644]: DEBUG nova.scheduler.client.report [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.687110] env[69644]: DEBUG nova.compute.manager [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Received event network-vif-plugged-24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.687357] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Acquiring lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.687764] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.687872] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.688286] env[69644]: DEBUG nova.compute.manager [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] No waiting events found dispatching network-vif-plugged-24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.689109] env[69644]: WARNING nova.compute.manager [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Received unexpected event network-vif-plugged-24f85420-a715-44fb-9dbb-38261f3a5d55 for instance with vm_state building and task_state spawning. [ 721.689109] env[69644]: DEBUG nova.compute.manager [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Received event network-changed-24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.689109] env[69644]: DEBUG nova.compute.manager [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Refreshing instance network info cache due to event network-changed-24f85420-a715-44fb-9dbb-38261f3a5d55. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.689109] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Acquiring lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.690035] env[69644]: DEBUG nova.network.neutron [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Updating instance_info_cache with network_info: [{"id": "24f85420-a715-44fb-9dbb-38261f3a5d55", "address": "fa:16:3e:b3:0d:05", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f85420-a7", "ovs_interfaceid": "24f85420-a715-44fb-9dbb-38261f3a5d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.715978] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Successfully created port: ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.782845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b515d-cebb-49d0-b35f-98d4022bc5d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.825297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e7e10-b11d-4450-9dda-50dac393e2d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.833254] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.841634] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.877141] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.877777] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.878095] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.878427] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.878722] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.879127] env[69644]: DEBUG nova.virt.hardware [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.880656] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a39733-4e74-47ca-81fe-0906f908039c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.892870] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b94115-cb09-486e-be94-3d914a91629f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.939248] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701303} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.939601] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] ac459686-1271-4abc-8b3e-f1100b34c1b1/ac459686-1271-4abc-8b3e-f1100b34c1b1.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.939995] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.940189] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7343c695-c41c-43ab-ab57-2fd7d2f74857 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.950562] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 721.950562] env[69644]: value = "task-3552536" [ 721.950562] env[69644]: _type = "Task" [ 721.950562] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.965611] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.166611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.169365] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.208s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.170968] env[69644]: INFO nova.compute.claims [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.195285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195629] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Instance network_info: |[{"id": "24f85420-a715-44fb-9dbb-38261f3a5d55", "address": "fa:16:3e:b3:0d:05", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f85420-a7", "ovs_interfaceid": "24f85420-a715-44fb-9dbb-38261f3a5d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.195953] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Acquired lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.196150] env[69644]: DEBUG nova.network.neutron [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Refreshing network info cache for port 24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.197496] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:0d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24f85420-a715-44fb-9dbb-38261f3a5d55', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.215816] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.217657] env[69644]: INFO nova.scheduler.client.report [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted allocations for instance 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4 [ 722.226929] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.226929] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244a46c4-f8b4-4f63-a060-35d9e342400e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.257993] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.257993] env[69644]: value = "task-3552537" [ 722.257993] env[69644]: _type = "Task" [ 722.257993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.273854] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552537, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.324031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "62855e69-ce3d-4f14-a904-111669d09982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.324303] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.349306] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.349625] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed4188c-5ee1-4665-bd81-d96483f4973d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.360037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.360037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.365397] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 722.365397] env[69644]: value = "task-3552538" [ 722.365397] env[69644]: _type = "Task" [ 722.365397] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.376283] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.473679] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109386} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.474282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.475455] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b925f-be13-4b8f-aadb-aa3ea99ad959 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.511431] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ac459686-1271-4abc-8b3e-f1100b34c1b1/ac459686-1271-4abc-8b3e-f1100b34c1b1.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.511431] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9954230-b2a9-4f48-b60b-b70fa8833a1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.539104] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 722.539104] env[69644]: value = "task-3552539" [ 722.539104] env[69644]: _type = "Task" [ 722.539104] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.551900] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.733092] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1eb0afc5-fdeb-4639-82d3-25149f82fef2 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.908s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.780709] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552537, 'name': CreateVM_Task, 'duration_secs': 0.446698} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.783451] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.783451] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.783451] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.783451] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783451] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8056b8fc-7b15-4768-bb43-45bee06a3529 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.789267] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 722.789267] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ee885b-8715-fe13-5e51-28de6b5237bc" [ 722.789267] env[69644]: _type = "Task" [ 722.789267] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.799556] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ee885b-8715-fe13-5e51-28de6b5237bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.882519] env[69644]: DEBUG oslo_vmware.api [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552538, 'name': PowerOnVM_Task, 'duration_secs': 0.486828} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.882894] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.882979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ca3-eebe-45fc-a35d-579b6b7f26c7 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance '0bdd5d41-dd85-4748-99cf-ee6b2d62c94a' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.054420] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552539, 'name': ReconfigVM_Task, 'duration_secs': 0.35042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.055289] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ac459686-1271-4abc-8b3e-f1100b34c1b1/ac459686-1271-4abc-8b3e-f1100b34c1b1.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.055432] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a066d373-42a1-411c-a1b7-fa6148778888 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.063659] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 723.063659] env[69644]: value = "task-3552540" [ 723.063659] env[69644]: _type = "Task" [ 723.063659] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.079816] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552540, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.105931] env[69644]: DEBUG nova.network.neutron [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Updated VIF entry in instance network info cache for port 24f85420-a715-44fb-9dbb-38261f3a5d55. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.106861] env[69644]: DEBUG nova.network.neutron [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Updating instance_info_cache with network_info: [{"id": "24f85420-a715-44fb-9dbb-38261f3a5d55", "address": "fa:16:3e:b3:0d:05", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f85420-a7", "ovs_interfaceid": "24f85420-a715-44fb-9dbb-38261f3a5d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.305224] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ee885b-8715-fe13-5e51-28de6b5237bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.305523] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.305724] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.306130] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306210] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.306321] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.306614] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b867bb-9d6a-4a5e-a036-60062d3057dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.320240] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.320441] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.321452] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb2c17f-794c-4cc8-a25f-05d3c7c16b9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.331889] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 723.331889] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230cf31-4dbe-83e0-a0f9-ac8fd71bd17e" [ 723.331889] env[69644]: _type = "Task" [ 723.331889] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.345525] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230cf31-4dbe-83e0-a0f9-ac8fd71bd17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.429158] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "549990e1-a3f8-470f-befb-b4568083ee03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.429634] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.581819] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552540, 'name': Rename_Task, 'duration_secs': 0.337764} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.584915] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.586107] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657b5a89-8d5e-4e47-9d65-0d192e5b5187 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.595372] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 723.595372] env[69644]: value = "task-3552541" [ 723.595372] env[69644]: _type = "Task" [ 723.595372] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.623452] env[69644]: DEBUG oslo_concurrency.lockutils [req-c372a3b9-ec29-4874-8fdb-86ef7aa6415e req-13aca980-b868-4bc3-af86-a2fd95942e9b service nova] Releasing lock "refresh_cache-c2aa4364-4d7b-4593-a864-f8cc1c35948f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.624023] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.633361] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.638020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332d4db-5ecd-472d-bf61-a07a196ad166 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.647837] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.648184] env[69644]: ERROR oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk due to incomplete transfer. [ 723.648474] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac5104a0-d27c-45ab-89a9-ff701ffcd484 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.662191] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223e3fc-bf84-e4c8-a11e-cd25d463affc/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.662421] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Uploaded image c93bdb72-0201-4183-ad0d-35e5fb94fc6d to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.665253] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.665495] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad79ca0a-2eb4-4337-9bb5-120c6c8dbc9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.676843] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 723.676843] env[69644]: value = "task-3552542" [ 723.676843] env[69644]: _type = "Task" [ 723.676843] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.694030] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552542, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.847029] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230cf31-4dbe-83e0-a0f9-ac8fd71bd17e, 'name': SearchDatastore_Task, 'duration_secs': 0.01792} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.851411] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983e1672-0052-4f7d-baff-496d76e1ce80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.863833] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 723.863833] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ae8b4e-4994-2f2b-fc2f-6faef7021942" [ 723.863833] env[69644]: _type = "Task" [ 723.863833] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.869669] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ae8b4e-4994-2f2b-fc2f-6faef7021942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.913595] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6c921-8050-4e77-ab0d-25e9b4a794d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.923367] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d2205-b8cf-423b-9052-872c868f8c10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.960811] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4c3da-7ea4-4437-8b92-565ddc571f9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.973409] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc4597b-04d5-4405-ab4a-6d68638c62d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.993336] env[69644]: DEBUG nova.compute.provider_tree [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.106419] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.186985] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552542, 'name': Destroy_Task, 'duration_secs': 0.361341} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.187300] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Destroyed the VM [ 724.187628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.187894] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e06c9e79-ec27-4b3e-8087-3893d623e016 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.196865] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 724.196865] env[69644]: value = "task-3552543" [ 724.196865] env[69644]: _type = "Task" [ 724.196865] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.206616] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.371957] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ae8b4e-4994-2f2b-fc2f-6faef7021942, 'name': SearchDatastore_Task, 'duration_secs': 0.026598} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.372280] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.372535] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c2aa4364-4d7b-4593-a864-f8cc1c35948f/c2aa4364-4d7b-4593-a864-f8cc1c35948f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.372795] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-371b9743-12c2-48dd-a559-abc7ced88598 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.381162] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 724.381162] env[69644]: value = "task-3552544" [ 724.381162] env[69644]: _type = "Task" [ 724.381162] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.389708] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.497559] env[69644]: DEBUG nova.scheduler.client.report [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.616892] env[69644]: DEBUG oslo_vmware.api [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552541, 'name': PowerOnVM_Task, 'duration_secs': 0.635982} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.619051] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.619395] env[69644]: INFO nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Took 8.13 seconds to spawn the instance on the hypervisor. [ 724.619636] env[69644]: DEBUG nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.620968] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455a235-361d-47ef-ae9d-341c4f48bbc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.711611] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552543, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.899354] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552544, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.003934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.004554] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.007531] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.196s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.009070] env[69644]: INFO nova.compute.claims [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.066325] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Successfully updated port: ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.083784] env[69644]: DEBUG nova.compute.manager [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Received event network-vif-plugged-ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.084641] env[69644]: DEBUG oslo_concurrency.lockutils [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] Acquiring lock "290daf13-491c-4ebf-a52e-1271598e9512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.084921] env[69644]: DEBUG oslo_concurrency.lockutils [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] Lock "290daf13-491c-4ebf-a52e-1271598e9512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.085133] env[69644]: DEBUG oslo_concurrency.lockutils [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] Lock "290daf13-491c-4ebf-a52e-1271598e9512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.085341] env[69644]: DEBUG nova.compute.manager [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] No waiting events found dispatching network-vif-plugged-ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.085550] env[69644]: WARNING nova.compute.manager [req-addf152e-35cb-4492-8d24-4e19f9468caf req-8cf7f4c6-f1b9-4415-a7dc-658f01431bb8 service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Received unexpected event network-vif-plugged-ba764f60-a706-40d9-9e74-711dd33319d4 for instance with vm_state building and task_state spawning. [ 725.154298] env[69644]: INFO nova.compute.manager [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Took 34.45 seconds to build instance. [ 725.215467] env[69644]: DEBUG oslo_vmware.api [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545598} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.215941] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.216291] env[69644]: INFO nova.compute.manager [None req-e1b38c4a-2d3f-4595-aa3e-24e663731753 tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 725.395873] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672396} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.396153] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c2aa4364-4d7b-4593-a864-f8cc1c35948f/c2aa4364-4d7b-4593-a864-f8cc1c35948f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.396366] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.397464] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d88682dd-c099-402c-b1bd-01026cde572d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.406380] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 725.406380] env[69644]: value = "task-3552545" [ 725.406380] env[69644]: _type = "Task" [ 725.406380] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.421223] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.516028] env[69644]: DEBUG nova.compute.utils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.519494] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.519494] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.572208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.572387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572545] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.658404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c68d2ef-dde9-4827-9571-1c4c0a4df3bb tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.274s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.833799] env[69644]: DEBUG nova.policy [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97f64b3ccaab429cbc21e68b3dc21c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5123ae205849457dab0b9097ceec9341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.925422] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071906} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.925812] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.927096] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d904ad-eb84-4def-8b75-33a072826630 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.956393] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] c2aa4364-4d7b-4593-a864-f8cc1c35948f/c2aa4364-4d7b-4593-a864-f8cc1c35948f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.957463] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a208a89-b98a-4c46-8e06-dc7928531f1a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.986632] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 725.986632] env[69644]: value = "task-3552546" [ 725.986632] env[69644]: _type = "Task" [ 725.986632] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.997600] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.021449] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.131957] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.163038] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.376186] env[69644]: DEBUG nova.network.neutron [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Updating instance_info_cache with network_info: [{"id": "ba764f60-a706-40d9-9e74-711dd33319d4", "address": "fa:16:3e:40:ad:0f", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba764f60-a7", "ovs_interfaceid": "ba764f60-a706-40d9-9e74-711dd33319d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.499655] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.525470] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Successfully created port: 438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.698519] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.765125] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3deab6d-c223-4333-ad1d-6dc5a83cedf7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.773715] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6492fb-fecf-4060-b0df-684b3890af35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.806941] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffafec6-e65f-498c-a7a8-026dfa7b6572 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.815650] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b24f49-d306-4b6e-9b67-1602f002625d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.832321] env[69644]: DEBUG nova.compute.provider_tree [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.877739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.878152] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Instance network_info: |[{"id": "ba764f60-a706-40d9-9e74-711dd33319d4", "address": "fa:16:3e:40:ad:0f", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba764f60-a7", "ovs_interfaceid": "ba764f60-a706-40d9-9e74-711dd33319d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.878600] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ad:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba764f60-a706-40d9-9e74-711dd33319d4', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.890499] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating folder: Project (5123ae205849457dab0b9097ceec9341). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.890499] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa4bd97f-b30a-483c-920c-4372163d4cbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.903330] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Created folder: Project (5123ae205849457dab0b9097ceec9341) in parent group-v709242. [ 726.903330] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating folder: Instances. Parent ref: group-v709322. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.903330] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7758c0f1-75ea-4ed9-b0b6-a5ddbcbaf2e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.923889] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Created folder: Instances in parent group-v709322. [ 726.923889] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.925285] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.925285] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e27f897c-d2ce-4ec3-a21f-0094a543ad3b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.950844] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.950844] env[69644]: value = "task-3552549" [ 726.950844] env[69644]: _type = "Task" [ 726.950844] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.960664] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552549, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.000907] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552546, 'name': ReconfigVM_Task, 'duration_secs': 0.874462} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.000907] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] c2aa4364-4d7b-4593-a864-f8cc1c35948f/c2aa4364-4d7b-4593-a864-f8cc1c35948f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.002698] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c268f8c-9595-4555-87fa-939489ddcd16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.012121] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 727.012121] env[69644]: value = "task-3552550" [ 727.012121] env[69644]: _type = "Task" [ 727.012121] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.023283] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552550, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.046306] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.079063] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.079344] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.079516] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.079819] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.079909] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.080050] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.080240] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.080844] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.080844] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.080844] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.081106] env[69644]: DEBUG nova.virt.hardware [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.082279] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29962d-bdea-4d9f-a1ea-4516b0a488d1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.094015] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaaebf8-4c6b-4d0c-98c1-51dc78775c54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.335791] env[69644]: DEBUG nova.scheduler.client.report [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.414056] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.414263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.414458] env[69644]: DEBUG nova.compute.manager [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Going to confirm migration 1 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 727.471993] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552549, 'name': CreateVM_Task, 'duration_secs': 0.353705} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.472123] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.472920] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.473696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.474191] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.474768] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2c29da-7be4-4b67-a691-76c1a7f6aa8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.480919] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 727.480919] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261bfd5-ab64-35b8-4921-79ab807542da" [ 727.480919] env[69644]: _type = "Task" [ 727.480919] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.490276] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261bfd5-ab64-35b8-4921-79ab807542da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.532174] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552550, 'name': Rename_Task, 'duration_secs': 0.188468} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.532590] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.532915] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e48d3f3e-7a43-4183-ab0c-cbf159e5e20c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.542346] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 727.542346] env[69644]: value = "task-3552551" [ 727.542346] env[69644]: _type = "Task" [ 727.542346] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.551542] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.652425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "9d198c26-b32f-4d9f-961f-5bef6a511168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.652692] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.841865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.846019] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.846019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.531s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.846019] env[69644]: DEBUG nova.objects.instance [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.899568] env[69644]: DEBUG nova.compute.manager [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Received event network-changed-ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.899934] env[69644]: DEBUG nova.compute.manager [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Refreshing instance network info cache due to event network-changed-ba764f60-a706-40d9-9e74-711dd33319d4. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.900268] env[69644]: DEBUG oslo_concurrency.lockutils [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] Acquiring lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.900462] env[69644]: DEBUG oslo_concurrency.lockutils [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] Acquired lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.900631] env[69644]: DEBUG nova.network.neutron [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Refreshing network info cache for port ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.995756] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261bfd5-ab64-35b8-4921-79ab807542da, 'name': SearchDatastore_Task, 'duration_secs': 0.02756} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.996092] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.996453] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.996702] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.996852] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.997063] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.997317] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88272023-d7d7-4f2a-9188-7dd44fc20f62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.008742] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.008917] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.009733] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff84156-edd9-4f7b-8f82-36f1ed970589 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.016231] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 728.016231] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524168ec-8594-3aeb-58e5-23d499e8caa0" [ 728.016231] env[69644]: _type = "Task" [ 728.016231] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.022484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.022606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.022776] env[69644]: DEBUG nova.network.neutron [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.022949] env[69644]: DEBUG nova.objects.instance [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lazy-loading 'info_cache' on Instance uuid 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.027101] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524168ec-8594-3aeb-58e5-23d499e8caa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.056293] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552551, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.356419] env[69644]: DEBUG nova.compute.utils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.359271] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.359537] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.434949] env[69644]: DEBUG nova.policy [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cabcfcbe94e4b899f7cf63f5fadc6b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc6494c5b5244509be8be3f8ce3e567', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.533473] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524168ec-8594-3aeb-58e5-23d499e8caa0, 'name': SearchDatastore_Task, 'duration_secs': 0.0154} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.534873] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e826ab-445e-412e-a158-dfcf235bf324 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.549017] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 728.549017] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f38b81-5bca-97b8-3386-2c08e5b9908a" [ 728.549017] env[69644]: _type = "Task" [ 728.549017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.561687] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.565730] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f38b81-5bca-97b8-3386-2c08e5b9908a, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.568549] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.568898] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 290daf13-491c-4ebf-a52e-1271598e9512/290daf13-491c-4ebf-a52e-1271598e9512.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.569266] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9a2811-e902-48e5-aaec-fbbd2b84410f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.577892] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 728.577892] env[69644]: value = "task-3552552" [ 728.577892] env[69644]: _type = "Task" [ 728.577892] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.587509] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.740288] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Successfully updated port: 438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.860285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "d93a86bf-2725-49df-967b-f1eaef8d7910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.861108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.861531] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.861792] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.861972] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.866071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf52be5-8573-4edc-9daa-b6c38081b621 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.867400] env[69644]: INFO nova.compute.manager [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Terminating instance [ 728.870817] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.871583] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.434s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.871808] env[69644]: DEBUG nova.objects.instance [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lazy-loading 'resources' on Instance uuid 89d061ec-c250-4f32-a352-68072cebe938 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.913197] env[69644]: DEBUG nova.network.neutron [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Updated VIF entry in instance network info cache for port ba764f60-a706-40d9-9e74-711dd33319d4. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.913197] env[69644]: DEBUG nova.network.neutron [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Updating instance_info_cache with network_info: [{"id": "ba764f60-a706-40d9-9e74-711dd33319d4", "address": "fa:16:3e:40:ad:0f", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba764f60-a7", "ovs_interfaceid": "ba764f60-a706-40d9-9e74-711dd33319d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.059807] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.088999] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552552, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.176752] env[69644]: DEBUG nova.compute.manager [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Received event network-changed-47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.176970] env[69644]: DEBUG nova.compute.manager [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Refreshing instance network info cache due to event network-changed-47761135-051c-4d94-9a0d-11ddc344632e. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.177277] env[69644]: DEBUG oslo_concurrency.lockutils [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] Acquiring lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.177493] env[69644]: DEBUG oslo_concurrency.lockutils [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] Acquired lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.178144] env[69644]: DEBUG nova.network.neutron [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Refreshing network info cache for port 47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.246202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.246202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.246202] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.378419] env[69644]: DEBUG nova.compute.manager [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.378687] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.382865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb465d4-2931-47ec-8772-b103a02ba6e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.386378] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Successfully created port: 5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.395736] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.396044] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db280ce-556a-4be9-a268-c55842880a49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.406459] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 729.406459] env[69644]: value = "task-3552553" [ 729.406459] env[69644]: _type = "Task" [ 729.406459] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.420088] env[69644]: DEBUG oslo_concurrency.lockutils [req-6e7fc884-d7ab-486c-9bd5-130c2fe62ac6 req-fe1f6ff0-068d-4a9f-b437-d44b3cdd61cf service nova] Releasing lock "refresh_cache-290daf13-491c-4ebf-a52e-1271598e9512" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.420758] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.562874] env[69644]: DEBUG oslo_vmware.api [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552551, 'name': PowerOnVM_Task, 'duration_secs': 1.842925} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.562874] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.562874] env[69644]: INFO nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Took 10.50 seconds to spawn the instance on the hypervisor. [ 729.563241] env[69644]: DEBUG nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.563788] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23906b4-f8b0-467e-aa89-a083804c3217 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.594228] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641437} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.597161] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 290daf13-491c-4ebf-a52e-1271598e9512/290daf13-491c-4ebf-a52e-1271598e9512.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.597389] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.597822] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d883e1b7-d635-410c-8380-1743dae7346a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.606867] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 729.606867] env[69644]: value = "task-3552554" [ 729.606867] env[69644]: _type = "Task" [ 729.606867] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.620555] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.749583] env[69644]: DEBUG nova.network.neutron [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [{"id": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "address": "fa:16:3e:6c:3b:2b", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ccadc4-07", "ovs_interfaceid": "e9ccadc4-073e-4c1d-be91-ecef66de9966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.820249] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.894629] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.917731] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552553, 'name': PowerOffVM_Task, 'duration_secs': 0.331527} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.921133] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.921658] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.923571] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4a01e84-0d71-48ca-83f7-6d3efdff3d4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.932661] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.932897] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.933061] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.933247] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.933392] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.933579] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.934926] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.934926] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.935206] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.935300] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.935484] env[69644]: DEBUG nova.virt.hardware [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.936398] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e896fe3b-abdb-400e-8a34-02fe0f56e085 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.949731] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72246a7-940a-4c52-98c7-478150dbd3a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.996606] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.996909] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.998185] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Deleting the datastore file [datastore1] d93a86bf-2725-49df-967b-f1eaef8d7910 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.998185] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2115e0d4-021e-46bc-9b13-f0b2c252e5ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.008129] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for the task: (returnval){ [ 730.008129] env[69644]: value = "task-3552556" [ 730.008129] env[69644]: _type = "Task" [ 730.008129] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.017950] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.091721] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480b532-a1e5-49ba-b936-197096cfac7c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.098410] env[69644]: INFO nova.compute.manager [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Took 38.41 seconds to build instance. [ 730.103299] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47708c73-0e05-4b74-87cc-fbe2402a0692 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.120371] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078454} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.149952] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.151357] env[69644]: DEBUG nova.network.neutron [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updated VIF entry in instance network info cache for port 47761135-051c-4d94-9a0d-11ddc344632e. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.151707] env[69644]: DEBUG nova.network.neutron [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updating instance_info_cache with network_info: [{"id": "47761135-051c-4d94-9a0d-11ddc344632e", "address": "fa:16:3e:7a:5a:ae", "network": {"id": "3a94ef2f-8e6f-48bb-97b5-cd0dd7c52f5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-558968016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8a7f458d0f45669520a87571d9a09a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47761135-05", "ovs_interfaceid": "47761135-051c-4d94-9a0d-11ddc344632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.155261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05866e29-0271-4ce1-870a-f2d0b79786e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.157078] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22ae95-4169-43f3-8bda-100668511a6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.185891] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 290daf13-491c-4ebf-a52e-1271598e9512/290daf13-491c-4ebf-a52e-1271598e9512.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.187110] env[69644]: DEBUG nova.network.neutron [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Updating instance_info_cache with network_info: [{"id": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "address": "fa:16:3e:87:a2:99", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438a3e37-3e", "ovs_interfaceid": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.188461] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e91009-a2c1-474f-af31-dbd26162b5d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.205046] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344bbb2-1393-45f9-88ed-fa06b0fe8ce1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.211017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211558] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Instance network_info: |[{"id": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "address": "fa:16:3e:87:a2:99", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438a3e37-3e", "ovs_interfaceid": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.212437] env[69644]: DEBUG nova.compute.manager [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Received event network-vif-plugged-438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.212639] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Acquiring lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.212839] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.213008] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.213194] env[69644]: DEBUG nova.compute.manager [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] No waiting events found dispatching network-vif-plugged-438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.213341] env[69644]: WARNING nova.compute.manager [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Received unexpected event network-vif-plugged-438a3e37-3edc-4ca5-a8e9-46bc5990c868 for instance with vm_state building and task_state spawning. [ 730.213507] env[69644]: DEBUG nova.compute.manager [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Received event network-changed-438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.213653] env[69644]: DEBUG nova.compute.manager [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Refreshing instance network info cache due to event network-changed-438a3e37-3edc-4ca5-a8e9-46bc5990c868. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.213835] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Acquiring lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.213968] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Acquired lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214179] env[69644]: DEBUG nova.network.neutron [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Refreshing network info cache for port 438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.215672] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a2:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '438a3e37-3edc-4ca5-a8e9-46bc5990c868', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.223610] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.226139] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.226139] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fbec448-4c8d-4c3e-9237-f8f4e8a53db7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.250298] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 730.250298] env[69644]: value = "task-3552557" [ 730.250298] env[69644]: _type = "Task" [ 730.250298] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.254119] env[69644]: DEBUG nova.compute.provider_tree [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.256471] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256471] env[69644]: DEBUG nova.objects.instance [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lazy-loading 'migration_context' on Instance uuid 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.265074] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.265074] env[69644]: value = "task-3552558" [ 730.265074] env[69644]: _type = "Task" [ 730.265074] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.272517] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.279341] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552558, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.523222] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.602833] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ffe98989-9fcf-4127-90ab-42cc2a42315c tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.515s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.661712] env[69644]: DEBUG oslo_concurrency.lockutils [req-f701ed5d-27d2-412e-947b-0bd859bbe18a req-147a6524-1ebf-4391-b85c-cdc3b3f7ccb2 service nova] Releasing lock "refresh_cache-ac459686-1271-4abc-8b3e-f1100b34c1b1" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.756260] env[69644]: DEBUG nova.scheduler.client.report [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.772387] env[69644]: DEBUG nova.objects.base [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Object Instance<0bdd5d41-dd85-4748-99cf-ee6b2d62c94a> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 730.774560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d7a5c-1224-4445-b46d-052ee374de53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.795684] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552557, 'name': ReconfigVM_Task, 'duration_secs': 0.40489} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.795899] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552558, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.812165] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 290daf13-491c-4ebf-a52e-1271598e9512/290daf13-491c-4ebf-a52e-1271598e9512.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.813786] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08b0bb4-4d75-4c7e-9df4-74aca271f09e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.815500] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913add25-feb6-4526-8ab0-a65e8cf6d82d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.823350] env[69644]: DEBUG oslo_vmware.api [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 730.823350] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522537c7-8ce8-f6e2-91fd-6f78833d3b1d" [ 730.823350] env[69644]: _type = "Task" [ 730.823350] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.830385] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 730.830385] env[69644]: value = "task-3552559" [ 730.830385] env[69644]: _type = "Task" [ 730.830385] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.837549] env[69644]: DEBUG oslo_vmware.api [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522537c7-8ce8-f6e2-91fd-6f78833d3b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.843324] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552559, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.965240] env[69644]: DEBUG nova.network.neutron [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Updated VIF entry in instance network info cache for port 438a3e37-3edc-4ca5-a8e9-46bc5990c868. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.965623] env[69644]: DEBUG nova.network.neutron [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Updating instance_info_cache with network_info: [{"id": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "address": "fa:16:3e:87:a2:99", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438a3e37-3e", "ovs_interfaceid": "438a3e37-3edc-4ca5-a8e9-46bc5990c868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.020137] env[69644]: DEBUG oslo_vmware.api [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Task: {'id': task-3552556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520647} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.020380] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.020576] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.020758] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.020933] env[69644]: INFO nova.compute.manager [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 1.64 seconds to destroy the instance on the hypervisor. [ 731.021227] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.025110] env[69644]: DEBUG nova.compute.manager [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.025110] env[69644]: DEBUG nova.network.neutron [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.105801] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.279355] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.285844] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.546s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.287304] env[69644]: INFO nova.compute.claims [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.299141] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552558, 'name': CreateVM_Task, 'duration_secs': 0.533825} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.299566] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.301223] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.301592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305348] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305348] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386a7027-10bf-4aa9-ac65-1f8e4a6c127d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.314599] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 731.314599] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d0728-31b0-5f7b-1aa2-0547a576dc89" [ 731.314599] env[69644]: _type = "Task" [ 731.314599] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.320964] env[69644]: INFO nova.scheduler.client.report [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Deleted allocations for instance 89d061ec-c250-4f32-a352-68072cebe938 [ 731.334267] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d0728-31b0-5f7b-1aa2-0547a576dc89, 'name': SearchDatastore_Task, 'duration_secs': 0.016785} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.334725] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.334973] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.335229] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.335371] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.335544] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.339570] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258e3fd5-0f74-4534-9345-7c17d021b2f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.347260] env[69644]: DEBUG oslo_vmware.api [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522537c7-8ce8-f6e2-91fd-6f78833d3b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.351412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.352077] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552559, 'name': Rename_Task, 'duration_secs': 0.337389} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.353339] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.353626] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.353793] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.354645] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f403afca-8613-45a5-b44d-76a3b3611f07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.356187] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83be7b84-c3cd-4841-9d0e-4a74e15b4fa8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.362502] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 731.362502] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529f9457-2c6d-47cb-fab2-30c4fb6beb7c" [ 731.362502] env[69644]: _type = "Task" [ 731.362502] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.368183] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 731.368183] env[69644]: value = "task-3552560" [ 731.368183] env[69644]: _type = "Task" [ 731.368183] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.377390] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529f9457-2c6d-47cb-fab2-30c4fb6beb7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.379016] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.468636] env[69644]: DEBUG oslo_concurrency.lockutils [req-38ab40e7-bfae-46cb-9103-b9c3d1af8b8f req-c716a440-dc70-4f92-80e8-767de2229ce3 service nova] Releasing lock "refresh_cache-5e03e801-6932-4d7b-b201-cbe38321432c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.505327] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Successfully updated port: 5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.628970] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.657872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.658145] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.681034] env[69644]: DEBUG nova.compute.manager [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Received event network-vif-plugged-5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.681034] env[69644]: DEBUG oslo_concurrency.lockutils [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] Acquiring lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.681034] env[69644]: DEBUG oslo_concurrency.lockutils [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.681034] env[69644]: DEBUG oslo_concurrency.lockutils [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.681034] env[69644]: DEBUG nova.compute.manager [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] No waiting events found dispatching network-vif-plugged-5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.681657] env[69644]: WARNING nova.compute.manager [req-5ae58bee-845e-4e4f-bdab-7355986e2845 req-d5743774-ad8c-4f09-9576-cba8e4127f3c service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Received unexpected event network-vif-plugged-5082334d-987c-4cdd-b382-30b66c4f297a for instance with vm_state building and task_state spawning. [ 731.830821] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b75ff6d3-93a8-458c-b85b-c0066d479ad8 tempest-ServersTestJSON-289349315 tempest-ServersTestJSON-289349315-project-member] Lock "89d061ec-c250-4f32-a352-68072cebe938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.358s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.882583] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529f9457-2c6d-47cb-fab2-30c4fb6beb7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.884281] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3bb495-422f-4255-876e-a582631d655e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.891622] env[69644]: DEBUG oslo_vmware.api [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552560, 'name': PowerOnVM_Task, 'duration_secs': 0.51542} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.893455] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.893455] env[69644]: INFO nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 10.06 seconds to spawn the instance on the hypervisor. [ 731.893455] env[69644]: DEBUG nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.894393] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bef634-807a-4548-9672-f7c80019a19e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.899234] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 731.899234] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521c4eb4-3b87-65dd-ccbd-d18c595010cd" [ 731.899234] env[69644]: _type = "Task" [ 731.899234] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.918073] env[69644]: DEBUG nova.network.neutron [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.918073] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521c4eb4-3b87-65dd-ccbd-d18c595010cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016909} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.918073] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.918073] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e03e801-6932-4d7b-b201-cbe38321432c/5e03e801-6932-4d7b-b201-cbe38321432c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.918073] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eebfd2e2-3d77-4486-b064-79e74551260f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926072] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 731.926072] env[69644]: value = "task-3552561" [ 731.926072] env[69644]: _type = "Task" [ 731.926072] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.936336] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.007543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.007778] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.008045] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.417563] env[69644]: INFO nova.compute.manager [-] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Took 1.40 seconds to deallocate network for instance. [ 732.440474] env[69644]: INFO nova.compute.manager [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 32.48 seconds to build instance. [ 732.452370] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.567801] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.744104] env[69644]: DEBUG nova.network.neutron [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Updating instance_info_cache with network_info: [{"id": "5082334d-987c-4cdd-b382-30b66c4f297a", "address": "fa:16:3e:6d:5d:f1", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5082334d-98", "ovs_interfaceid": "5082334d-987c-4cdd-b382-30b66c4f297a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.925833] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab06727-cad1-447a-ab08-e952cecc59f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.935786] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965be92-365b-4986-a3ea-cbbc0f69f2c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.944903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.944903] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625592} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.944903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2e523546-585d-4aa6-8a0b-92c1f97bdf6f tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.059s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.944903] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e03e801-6932-4d7b-b201-cbe38321432c/5e03e801-6932-4d7b-b201-cbe38321432c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.944903] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.945287] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2685e0e8-bded-4107-8f16-bf37d0e01d0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.976267] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70cd5ad-78b3-4cbf-9446-26fafe7695bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.981901] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 732.981901] env[69644]: value = "task-3552562" [ 732.981901] env[69644]: _type = "Task" [ 732.981901] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.988359] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965cca2c-e46d-4a99-827b-9d8670171444 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.000723] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.007595] env[69644]: DEBUG nova.compute.provider_tree [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.248816] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.248816] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance network_info: |[{"id": "5082334d-987c-4cdd-b382-30b66c4f297a", "address": "fa:16:3e:6d:5d:f1", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5082334d-98", "ovs_interfaceid": "5082334d-987c-4cdd-b382-30b66c4f297a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.249255] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5082334d-987c-4cdd-b382-30b66c4f297a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.256817] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating folder: Project (dfc6494c5b5244509be8be3f8ce3e567). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.257135] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87cfca73-5b91-4405-a984-a75ecab444f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.272956] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created folder: Project (dfc6494c5b5244509be8be3f8ce3e567) in parent group-v709242. [ 733.273141] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating folder: Instances. Parent ref: group-v709326. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.273465] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19d5966-8fb2-4405-bf13-983b915534a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.284784] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created folder: Instances in parent group-v709326. [ 733.285011] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.285218] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.285436] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f51760e-6363-409e-8eb8-77d210d40416 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.309530] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.309530] env[69644]: value = "task-3552565" [ 733.309530] env[69644]: _type = "Task" [ 733.309530] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.323415] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552565, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.477406] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.495373] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071857} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.495644] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.496444] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0512b1-0220-40e2-9cc3-079a2006e54a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.513314] env[69644]: DEBUG nova.scheduler.client.report [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.526221] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 5e03e801-6932-4d7b-b201-cbe38321432c/5e03e801-6932-4d7b-b201-cbe38321432c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.527674] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abdb8b55-44a6-4306-9e6a-ebbe0cc5d4f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.551615] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 733.551615] env[69644]: value = "task-3552566" [ 733.551615] env[69644]: _type = "Task" [ 733.551615] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.563072] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.764627] env[69644]: DEBUG nova.compute.manager [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Received event network-vif-deleted-f7f8e4ee-cea8-4f0f-9821-965c448076d5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.764966] env[69644]: DEBUG nova.compute.manager [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Received event network-changed-5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.765288] env[69644]: DEBUG nova.compute.manager [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Refreshing instance network info cache due to event network-changed-5082334d-987c-4cdd-b382-30b66c4f297a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.765538] env[69644]: DEBUG oslo_concurrency.lockutils [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] Acquiring lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.765765] env[69644]: DEBUG oslo_concurrency.lockutils [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] Acquired lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.765974] env[69644]: DEBUG nova.network.neutron [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Refreshing network info cache for port 5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.822990] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552565, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.003848] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.031050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.031050] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.032635] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.224s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.033109] env[69644]: DEBUG nova.objects.instance [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 734.068398] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552566, 'name': ReconfigVM_Task, 'duration_secs': 0.456363} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.068826] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 5e03e801-6932-4d7b-b201-cbe38321432c/5e03e801-6932-4d7b-b201-cbe38321432c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.073426] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ad077a-8adc-4afc-bb97-f01276a905d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.081492] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 734.081492] env[69644]: value = "task-3552567" [ 734.081492] env[69644]: _type = "Task" [ 734.081492] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.092030] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552567, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.329063] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552565, 'name': CreateVM_Task, 'duration_secs': 0.63969} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.329063] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.329063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.329063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.329063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.332369] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e76d3f4-0707-43a2-ad44-dd690180ef1b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.338027] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 734.338027] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253fcd9-b4fe-deea-36c7-5e9b50314d04" [ 734.338027] env[69644]: _type = "Task" [ 734.338027] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.351969] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253fcd9-b4fe-deea-36c7-5e9b50314d04, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.352346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.352617] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.352889] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.353078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.353294] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.353603] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26860a9c-131f-4be6-85d8-e2068798e74d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.363525] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.363743] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.364631] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4363044e-ed37-4c7a-aa21-13cc46104c49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.371918] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 734.371918] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a10349-7678-efe1-8faa-d3e32882bd03" [ 734.371918] env[69644]: _type = "Task" [ 734.371918] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.380697] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a10349-7678-efe1-8faa-d3e32882bd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.534978] env[69644]: DEBUG nova.compute.utils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.537738] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.537928] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.597115] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552567, 'name': Rename_Task, 'duration_secs': 0.155273} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.597901] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.599374] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c445e774-4e3d-49b1-a5f9-1ed211a4b1bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.610381] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 734.610381] env[69644]: value = "task-3552568" [ 734.610381] env[69644]: _type = "Task" [ 734.610381] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.610381] env[69644]: DEBUG nova.policy [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cabcfcbe94e4b899f7cf63f5fadc6b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc6494c5b5244509be8be3f8ce3e567', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.622744] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.624710] env[69644]: DEBUG nova.network.neutron [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Updated VIF entry in instance network info cache for port 5082334d-987c-4cdd-b382-30b66c4f297a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.624804] env[69644]: DEBUG nova.network.neutron [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Updating instance_info_cache with network_info: [{"id": "5082334d-987c-4cdd-b382-30b66c4f297a", "address": "fa:16:3e:6d:5d:f1", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5082334d-98", "ovs_interfaceid": "5082334d-987c-4cdd-b382-30b66c4f297a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.814181] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "2c025888-a4c5-4483-befb-17fe98648bdd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.814468] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.814663] env[69644]: DEBUG nova.compute.manager [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.815956] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc7784-ed4b-4d2e-a3ea-3168c895f6f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.828017] env[69644]: DEBUG nova.compute.manager [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 734.830484] env[69644]: DEBUG nova.objects.instance [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'flavor' on Instance uuid 2c025888-a4c5-4483-befb-17fe98648bdd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.887685] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a10349-7678-efe1-8faa-d3e32882bd03, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.888771] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e41379-1c00-435e-98bb-f047aa04ce5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.898030] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 734.898030] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cab22e-87b4-96dd-a916-e326f5d30642" [ 734.898030] env[69644]: _type = "Task" [ 734.898030] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.907151] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cab22e-87b4-96dd-a916-e326f5d30642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.938925] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Successfully created port: 6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.050743] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.056953] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12a0e7a5-e209-44a3-b5dd-9416603f7e39 tempest-ServersAdmin275Test-1760989460 tempest-ServersAdmin275Test-1760989460-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.062278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.105s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.062432] env[69644]: DEBUG nova.objects.instance [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lazy-loading 'resources' on Instance uuid 92199830-003f-4b6b-bc70-9b15d70b039f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.125324] env[69644]: DEBUG oslo_vmware.api [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552568, 'name': PowerOnVM_Task, 'duration_secs': 0.486349} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.125742] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.126229] env[69644]: INFO nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Took 8.08 seconds to spawn the instance on the hypervisor. [ 735.126918] env[69644]: DEBUG nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.128536] env[69644]: DEBUG oslo_concurrency.lockutils [req-10a90075-7823-425e-b531-90f2f4d689a6 req-c51b7c3a-2040-4c3e-8de1-e0030064bb87 service nova] Releasing lock "refresh_cache-b805541c-5a0d-46d9-93a2-dd9a8c136031" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.129602] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52419a6-4b67-4d41-a3a5-f468d407d5ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.408998] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cab22e-87b4-96dd-a916-e326f5d30642, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.408998] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.408998] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.408998] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8beb9d7-34b5-408e-b62c-4d272e262da8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.415644] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 735.415644] env[69644]: value = "task-3552569" [ 735.415644] env[69644]: _type = "Task" [ 735.415644] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.424134] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.656510] env[69644]: INFO nova.compute.manager [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Took 34.72 seconds to build instance. [ 735.838913] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.841934] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6cd901d-1afb-471f-8541-2906d46a1db5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.851524] env[69644]: DEBUG oslo_vmware.api [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 735.851524] env[69644]: value = "task-3552570" [ 735.851524] env[69644]: _type = "Task" [ 735.851524] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.863484] env[69644]: DEBUG oslo_vmware.api [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.929957] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.065713] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.099064] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.099382] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.099573] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.100299] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.100537] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.100734] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.101009] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.101258] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.101478] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.101685] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.101930] env[69644]: DEBUG nova.virt.hardware [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.102922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb200408-333f-4dba-bfd9-1719827fcfe4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.118869] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6cd8e-420f-4dcb-a151-1ff99fc5c2d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.159650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f7eeef53-8adc-4b76-88a6-d458c346bfc9 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.363s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.201828] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b6639-cadb-44cd-a750-306f4557136a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.210329] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeb6266-7864-4a2c-b138-91bffd3ef8b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.247221] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3c5101-c9f6-4dd8-8085-b9698aeb1163 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.256223] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993ba83e-f63e-4da5-b79a-ed4f6e9196ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.272348] env[69644]: DEBUG nova.compute.provider_tree [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.363412] env[69644]: DEBUG oslo_vmware.api [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552570, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.430739] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714312} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.431058] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.431340] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.431620] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2325fc86-b895-4597-817f-36640756bddd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.441457] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 736.441457] env[69644]: value = "task-3552571" [ 736.441457] env[69644]: _type = "Task" [ 736.441457] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.453286] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.564131] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Successfully updated port: 6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.663229] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.776931] env[69644]: DEBUG nova.scheduler.client.report [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.863410] env[69644]: DEBUG oslo_vmware.api [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552570, 'name': PowerOffVM_Task, 'duration_secs': 0.675383} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.863831] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.864117] env[69644]: DEBUG nova.compute.manager [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.864927] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6510c0-b1e7-4d48-8783-435f798bd702 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.911529] env[69644]: DEBUG nova.compute.manager [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Received event network-vif-plugged-6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.911767] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] Acquiring lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.911983] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.912173] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.912326] env[69644]: DEBUG nova.compute.manager [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] No waiting events found dispatching network-vif-plugged-6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.912488] env[69644]: WARNING nova.compute.manager [req-8b1de7fd-09bb-4356-965e-5d025dfca2ba req-a2d22615-12dc-4007-976c-ac1b6299077a service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Received unexpected event network-vif-plugged-6cc70306-665c-44b9-b941-948e58cee006 for instance with vm_state building and task_state spawning. [ 736.951829] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098334} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.952010] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.952924] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be48f7-5791-4c19-884d-d84d7e8eaffa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.977092] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.977817] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81c9922-8170-48bd-afce-44a48742172b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.002469] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 737.002469] env[69644]: value = "task-3552572" [ 737.002469] env[69644]: _type = "Task" [ 737.002469] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.013836] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.068104] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.068269] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.068948] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.188718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.281268] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.284527] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.694s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.289169] env[69644]: INFO nova.compute.claims [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.324637] env[69644]: INFO nova.scheduler.client.report [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleted allocations for instance 92199830-003f-4b6b-bc70-9b15d70b039f [ 737.380377] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc5d2225-1b7d-4dad-8ab9-2baffaea211e tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.566s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.516427] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.606130] env[69644]: DEBUG nova.compute.manager [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.607057] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e7c60-eb4f-4c17-91f9-fcb5963c874a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.617135] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.783876] env[69644]: DEBUG nova.network.neutron [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Updating instance_info_cache with network_info: [{"id": "6cc70306-665c-44b9-b941-948e58cee006", "address": "fa:16:3e:d4:f4:fe", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc70306-66", "ovs_interfaceid": "6cc70306-665c-44b9-b941-948e58cee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.835735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3b3cb2a9-0166-44f0-8d1e-7a3e58c4e995 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "92199830-003f-4b6b-bc70-9b15d70b039f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.700s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.012564] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552572, 'name': ReconfigVM_Task, 'duration_secs': 0.874568} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.012840] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.013560] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762dcb85-9ecc-404b-9db4-702114975f0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.020972] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 738.020972] env[69644]: value = "task-3552573" [ 738.020972] env[69644]: _type = "Task" [ 738.020972] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.029501] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552573, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.126353] env[69644]: INFO nova.compute.manager [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] instance snapshotting [ 738.130611] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40cd20-7853-4f18-8157-cf159f380666 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.152390] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037ced76-f31c-4da4-96f0-eaea816f5a29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.286745] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287089] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Instance network_info: |[{"id": "6cc70306-665c-44b9-b941-948e58cee006", "address": "fa:16:3e:d4:f4:fe", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc70306-66", "ovs_interfaceid": "6cc70306-665c-44b9-b941-948e58cee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.288761] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:f4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc70306-665c-44b9-b941-948e58cee006', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.295449] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.295675] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.298619] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcda7dd6-27c0-442b-a1d4-5671a07b74ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.321583] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.321583] env[69644]: value = "task-3552574" [ 738.321583] env[69644]: _type = "Task" [ 738.321583] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.331337] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552574, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.537180] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552573, 'name': Rename_Task, 'duration_secs': 0.145569} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.537910] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.538243] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c110abbf-34d4-4e80-8c22-7ce822a238e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.550256] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 738.550256] env[69644]: value = "task-3552575" [ 738.550256] env[69644]: _type = "Task" [ 738.550256] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.564434] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.666751] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.666857] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09d39b0b-abb3-46b9-bf1d-18e79f6f7a88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.681880] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 738.681880] env[69644]: value = "task-3552576" [ 738.681880] env[69644]: _type = "Task" [ 738.681880] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.700262] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.710230] env[69644]: DEBUG nova.objects.instance [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'flavor' on Instance uuid 2c025888-a4c5-4483-befb-17fe98648bdd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.834631] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552574, 'name': CreateVM_Task, 'duration_secs': 0.433944} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.837658] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.839192] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.839192] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.840022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.840022] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e2151b-3136-49b8-bd09-f76a8435f6b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.845975] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 738.845975] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521a823d-2fe5-123d-7a3a-1aa06b39d10f" [ 738.845975] env[69644]: _type = "Task" [ 738.845975] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.863812] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521a823d-2fe5-123d-7a3a-1aa06b39d10f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.966856] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64a722-d100-41c0-93bf-083964294c21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.975466] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741079ca-390a-4b46-a88b-dfff1bd6c456 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.018104] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a8692-83a4-4ecc-a23a-42661623d14c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.025359] env[69644]: DEBUG nova.compute.manager [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Received event network-changed-6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.025359] env[69644]: DEBUG nova.compute.manager [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Refreshing instance network info cache due to event network-changed-6cc70306-665c-44b9-b941-948e58cee006. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.025359] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] Acquiring lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.025359] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] Acquired lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.025359] env[69644]: DEBUG nova.network.neutron [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Refreshing network info cache for port 6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.030346] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a8425-4d68-45af-9404-c31bc11d28cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.046579] env[69644]: DEBUG nova.compute.provider_tree [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.065853] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.196200] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.216330] env[69644]: DEBUG oslo_concurrency.lockutils [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.216466] env[69644]: DEBUG oslo_concurrency.lockutils [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquired lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.216642] env[69644]: DEBUG nova.network.neutron [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.216818] env[69644]: DEBUG nova.objects.instance [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'info_cache' on Instance uuid 2c025888-a4c5-4483-befb-17fe98648bdd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.360589] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521a823d-2fe5-123d-7a3a-1aa06b39d10f, 'name': SearchDatastore_Task, 'duration_secs': 0.016534} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.362212] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.362212] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.362212] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.362212] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.362212] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.362212] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65144795-f189-4ee4-b1e6-affcd01868f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.372970] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.373191] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.374037] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b2bb6c-d205-4ec5-b828-fa0e7bd87e83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.384608] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 739.384608] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8cc50-96b1-853c-f9d8-55385b26e4a9" [ 739.384608] env[69644]: _type = "Task" [ 739.384608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.399616] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8cc50-96b1-853c-f9d8-55385b26e4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.553164] env[69644]: DEBUG nova.scheduler.client.report [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.569674] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.695714] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552576, 'name': CreateSnapshot_Task, 'duration_secs': 0.953649} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.696076] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.696858] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f3904-e866-4017-8b09-a3594c8e9b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.727329] env[69644]: DEBUG nova.objects.base [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Object Instance<2c025888-a4c5-4483-befb-17fe98648bdd> lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 739.898066] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c8cc50-96b1-853c-f9d8-55385b26e4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.021983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.898548] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee4e588-5f8e-4285-8c4e-b79b276649c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.905432] env[69644]: DEBUG nova.network.neutron [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Updated VIF entry in instance network info cache for port 6cc70306-665c-44b9-b941-948e58cee006. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.905432] env[69644]: DEBUG nova.network.neutron [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Updating instance_info_cache with network_info: [{"id": "6cc70306-665c-44b9-b941-948e58cee006", "address": "fa:16:3e:d4:f4:fe", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc70306-66", "ovs_interfaceid": "6cc70306-665c-44b9-b941-948e58cee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.910209] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 739.910209] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a77d64-d89e-ec3b-f089-228af675394e" [ 739.910209] env[69644]: _type = "Task" [ 739.910209] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.921462] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a77d64-d89e-ec3b-f089-228af675394e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.062805] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.063103] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.065717] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.143s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.069017] env[69644]: INFO nova.compute.claims [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.076532] env[69644]: DEBUG oslo_vmware.api [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552575, 'name': PowerOnVM_Task, 'duration_secs': 1.11354} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.077071] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.077071] env[69644]: INFO nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Took 10.18 seconds to spawn the instance on the hypervisor. [ 740.077229] env[69644]: DEBUG nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.078032] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59894656-be1f-49b7-a111-d9db87b8b60b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.216469] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.216802] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bdf1a803-d433-4065-af28-7459a74a9f20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.226704] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 740.226704] env[69644]: value = "task-3552577" [ 740.226704] env[69644]: _type = "Task" [ 740.226704] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.242815] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552577, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.407063] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad5cd48e-52b6-4ba7-a632-860231b6a0c3 req-a1352ebd-f5a4-443e-b60b-ecf991c4e5d3 service nova] Releasing lock "refresh_cache-5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.423051] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a77d64-d89e-ec3b-f089-228af675394e, 'name': SearchDatastore_Task, 'duration_secs': 0.058257} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.425829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.425829] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7/5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.425829] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692e2625-8e80-4d56-94da-67316180945e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.436125] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 740.436125] env[69644]: value = "task-3552578" [ 740.436125] env[69644]: _type = "Task" [ 740.436125] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.447081] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.490095] env[69644]: DEBUG nova.network.neutron [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Updating instance_info_cache with network_info: [{"id": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "address": "fa:16:3e:9a:2e:8e", "network": {"id": "50f98132-dd6a-4d37-8911-2673d6230c36", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-397368715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4154dc5e54d9447d9966afa72b228df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c384cc-c6", "ovs_interfaceid": "d1c384cc-c6f8-49ad-b853-02cb81975bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.572470] env[69644]: DEBUG nova.compute.utils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.580249] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.580249] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.604221] env[69644]: INFO nova.compute.manager [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Took 37.81 seconds to build instance. [ 740.650836] env[69644]: DEBUG nova.policy [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cabe43fcba84cff8791fb8c9cfbfc83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6883d5a42e26420e84fe217bb3cf67e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.739437] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552577, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.948966] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.994137] env[69644]: DEBUG oslo_concurrency.lockutils [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Releasing lock "refresh_cache-2c025888-a4c5-4483-befb-17fe98648bdd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.080591] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.106828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff4bdf43-dc90-4cc0-9bca-ec77321eea64 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.064s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.193817] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Successfully created port: 928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.239032] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552577, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.332119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "4e21cb86-05f7-4df2-b358-13deea78e690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.332404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.453423] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.453869] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7/5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.454125] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.458301] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da68419-6e09-489e-920f-f9f1727267e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.471111] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 741.471111] env[69644]: value = "task-3552579" [ 741.471111] env[69644]: _type = "Task" [ 741.471111] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.487021] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.612058] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.739094] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552577, 'name': CloneVM_Task, 'duration_secs': 1.446794} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.742687] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Created linked-clone VM from snapshot [ 741.743785] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42f98c-a00d-4af9-bb33-870173dd8c0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.753256] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Uploading image be1dab68-18b1-49e1-8ae5-b0257739ebc9 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.759655] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed98efc-3d26-4194-8405-9eb04392f48b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.773077] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0a575-613e-49bd-b881-4bd22477b418 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.809191] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e9bf1-5073-43a0-8d15-396312451dcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.817936] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e7c9e-526e-43bb-b21e-a27d6279eaeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.824179] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.824179] env[69644]: value = "vm-709331" [ 741.824179] env[69644]: _type = "VirtualMachine" [ 741.824179] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.824451] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f00ba57-5000-45a4-a494-4138d12d6902 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.836798] env[69644]: DEBUG nova.compute.provider_tree [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.840164] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease: (returnval){ [ 741.840164] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276de4a-ce5d-523d-527f-52bdc0a4efca" [ 741.840164] env[69644]: _type = "HttpNfcLease" [ 741.840164] env[69644]: } obtained for exporting VM: (result){ [ 741.840164] env[69644]: value = "vm-709331" [ 741.840164] env[69644]: _type = "VirtualMachine" [ 741.840164] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.840459] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the lease: (returnval){ [ 741.840459] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276de4a-ce5d-523d-527f-52bdc0a4efca" [ 741.840459] env[69644]: _type = "HttpNfcLease" [ 741.840459] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.847287] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.847287] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276de4a-ce5d-523d-527f-52bdc0a4efca" [ 741.847287] env[69644]: _type = "HttpNfcLease" [ 741.847287] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.982888] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118443} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.982888] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.983329] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551ba37-1acc-40e8-8480-e00c49b0217a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.007852] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7/5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.008383] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.008593] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bd0dd1-eef8-46e5-b77e-8dd8b41a4732 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.022184] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46d49164-176d-4bf8-a132-7049d3850556 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.030791] env[69644]: DEBUG oslo_vmware.api [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 742.030791] env[69644]: value = "task-3552581" [ 742.030791] env[69644]: _type = "Task" [ 742.030791] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.032229] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 742.032229] env[69644]: value = "task-3552582" [ 742.032229] env[69644]: _type = "Task" [ 742.032229] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.046704] env[69644]: DEBUG oslo_vmware.api [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.046874] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.092539] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.114863] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.115132] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.115291] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.115472] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.115615] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.115759] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.115956] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.116123] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.116285] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.116447] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.116614] env[69644]: DEBUG nova.virt.hardware [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.119474] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033cece-8378-4388-ae1f-b013b5924fb7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.132017] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae42763-e693-40fb-870b-1acb10fbdfe4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.136323] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.310912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.311168] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.340326] env[69644]: DEBUG nova.scheduler.client.report [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.351988] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.351988] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276de4a-ce5d-523d-527f-52bdc0a4efca" [ 742.351988] env[69644]: _type = "HttpNfcLease" [ 742.351988] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.352324] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.352324] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276de4a-ce5d-523d-527f-52bdc0a4efca" [ 742.352324] env[69644]: _type = "HttpNfcLease" [ 742.352324] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.353112] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191680fc-d0ac-4532-8ffb-9a3a511a335b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.362540] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.362540] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.457840] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe227d40-d955-4470-a8bf-3b0323c47745 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.550383] env[69644]: DEBUG oslo_vmware.api [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.554186] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552582, 'name': ReconfigVM_Task, 'duration_secs': 0.414032} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.554472] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7/5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.555104] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc10c4d-9f65-45e2-b384-e49be3dddb4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.562334] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 742.562334] env[69644]: value = "task-3552583" [ 742.562334] env[69644]: _type = "Task" [ 742.562334] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.571763] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552583, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.654671] env[69644]: DEBUG nova.compute.manager [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Received event network-vif-plugged-928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.654671] env[69644]: DEBUG oslo_concurrency.lockutils [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] Acquiring lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.654671] env[69644]: DEBUG oslo_concurrency.lockutils [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.654671] env[69644]: DEBUG oslo_concurrency.lockutils [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.654845] env[69644]: DEBUG nova.compute.manager [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] No waiting events found dispatching network-vif-plugged-928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.654970] env[69644]: WARNING nova.compute.manager [req-b669ab51-79f9-49ef-903f-084da642dd6e req-a5b65f14-fd07-43a0-926d-cd77737a8535 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Received unexpected event network-vif-plugged-928b89c4-ba45-450e-92aa-d6cf974114e0 for instance with vm_state building and task_state spawning. [ 742.756205] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Successfully updated port: 928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.848999] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.850458] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.854858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.007s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.858015] env[69644]: INFO nova.compute.claims [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.045567] env[69644]: DEBUG oslo_vmware.api [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552581, 'name': PowerOnVM_Task, 'duration_secs': 0.98924} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.045961] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.046174] env[69644]: DEBUG nova.compute.manager [None req-14f0d101-f3dc-4d1f-b87f-c47d437dd380 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.046985] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169841f8-7266-4038-a26f-7a13777d1d50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.074766] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552583, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.259325] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.259438] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.259617] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.363538] env[69644]: DEBUG nova.compute.utils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.365914] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.366176] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.406395] env[69644]: DEBUG nova.policy [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f9fd4f637bd475393982d566cd65925', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '910c03e462f74ae08bbc69c83cabfde4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.575252] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552583, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.734256] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Successfully created port: 67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.806655] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.871993] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.052382] env[69644]: DEBUG nova.network.neutron [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Updating instance_info_cache with network_info: [{"id": "928b89c4-ba45-450e-92aa-d6cf974114e0", "address": "fa:16:3e:80:90:c7", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b89c4-ba", "ovs_interfaceid": "928b89c4-ba45-450e-92aa-d6cf974114e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.082926] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552583, 'name': Rename_Task, 'duration_secs': 1.265148} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.082926] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.082926] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48299d2c-d0c4-4298-b962-a17f7c98fa3a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.091033] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 744.091033] env[69644]: value = "task-3552584" [ 744.091033] env[69644]: _type = "Task" [ 744.091033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.104053] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.379744] env[69644]: INFO nova.virt.block_device [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Booting with volume e71f0a14-b4ff-4371-95bc-ce421d6b7696 at /dev/sda [ 744.437293] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9df9a5a1-1793-43d6-acf3-644a7d1750d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.450490] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529d6698-257a-4494-a767-dcb83f7aa421 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.493690] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b71946a0-7b11-4dd2-a8cb-1a790746bb7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.503246] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f109e2d-1808-4e3b-aeab-602ba6756660 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518206] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856336f-9e6f-47cd-b5b3-634ca5c0af53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.528973] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee8cc8-76b7-46cf-860b-b7bedc88e695 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.575534] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f048bda-eb3d-409a-a43b-a4d56b6e8eb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.578487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.578794] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Instance network_info: |[{"id": "928b89c4-ba45-450e-92aa-d6cf974114e0", "address": "fa:16:3e:80:90:c7", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b89c4-ba", "ovs_interfaceid": "928b89c4-ba45-450e-92aa-d6cf974114e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.579784] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:90:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '928b89c4-ba45-450e-92aa-d6cf974114e0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.587113] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.587817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14166978-42e4-4538-b46f-858927528f2e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.591384] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.591750] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1807dd3-44fd-4c56-8f41-ee7e2f986c01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.614142] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131f7949-24ae-46d5-bebc-a4c721b5b7f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.622217] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552584, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.625319] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75242a8-d27a-469f-835b-036ea75f5b8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.630014] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.630014] env[69644]: value = "task-3552585" [ 744.630014] env[69644]: _type = "Task" [ 744.630014] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.641996] env[69644]: DEBUG nova.compute.provider_tree [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.648137] env[69644]: DEBUG nova.virt.block_device [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updating existing volume attachment record: 621d9f65-ed37-49e5-b338-a29d39fc9e9b {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 744.658207] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.739902] env[69644]: DEBUG nova.compute.manager [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Received event network-changed-928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.739902] env[69644]: DEBUG nova.compute.manager [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Refreshing instance network info cache due to event network-changed-928b89c4-ba45-450e-92aa-d6cf974114e0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.739902] env[69644]: DEBUG oslo_concurrency.lockutils [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] Acquiring lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739902] env[69644]: DEBUG oslo_concurrency.lockutils [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] Acquired lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.739902] env[69644]: DEBUG nova.network.neutron [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Refreshing network info cache for port 928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.101812] env[69644]: DEBUG oslo_vmware.api [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552584, 'name': PowerOnVM_Task, 'duration_secs': 0.819238} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.102074] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.102280] env[69644]: INFO nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Took 9.04 seconds to spawn the instance on the hypervisor. [ 745.102410] env[69644]: DEBUG nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.103222] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d83182a-bbd2-4a7d-ae04-10dff272ce2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.141100] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.155170] env[69644]: DEBUG nova.scheduler.client.report [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.576919] env[69644]: DEBUG nova.network.neutron [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Updated VIF entry in instance network info cache for port 928b89c4-ba45-450e-92aa-d6cf974114e0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.576919] env[69644]: DEBUG nova.network.neutron [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Updating instance_info_cache with network_info: [{"id": "928b89c4-ba45-450e-92aa-d6cf974114e0", "address": "fa:16:3e:80:90:c7", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b89c4-ba", "ovs_interfaceid": "928b89c4-ba45-450e-92aa-d6cf974114e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.592253] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Successfully updated port: 67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.626715] env[69644]: INFO nova.compute.manager [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Took 39.93 seconds to build instance. [ 745.647404] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.660267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.660996] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.666588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.133s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.666588] env[69644]: DEBUG nova.objects.instance [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'resources' on Instance uuid 32221ccb-fd98-4b04-9bbe-8412862c9b4d {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.079861] env[69644]: DEBUG oslo_concurrency.lockutils [req-ab3e2d90-caa1-494c-a2d3-8db605247307 req-19e338b0-b371-4e25-a3a0-40acc8bf5340 service nova] Releasing lock "refresh_cache-9df37cfa-1278-45b4-94e1-fd7c8253dddc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.095882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.096096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquired lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.096318] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.129108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d146cad0-0e68-42d5-a8a5-762244404520 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.278s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.142714] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.169245] env[69644]: DEBUG nova.compute.utils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.174756] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 746.238934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.239447] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.239581] env[69644]: DEBUG nova.objects.instance [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid 80617eab-4e1f-49c5-8741-89052b004f56 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.631954] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.641735] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.650023] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.678601] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.694266] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed34ca-5e3e-478d-b783-d55f4f0db5ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.703519] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fd330-60a7-4ac2-932f-2cf0cc0853e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.740507] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf22a50c-9503-4439-a779-1892149c621c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.750688] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c512b8e-3ec0-4529-8500-1858d2fe4ab1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.768958] env[69644]: DEBUG nova.compute.provider_tree [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.786046] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.786593] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.786806] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.786963] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.787179] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.787330] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.787480] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.787688] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.787847] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.788019] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.788183] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.788375] env[69644]: DEBUG nova.virt.hardware [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.789513] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42bc6b1-72bb-4a6c-9efe-45c651877673 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.803340] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a504808-11fc-4850-ac23-67884a293d71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.856601] env[69644]: DEBUG nova.network.neutron [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updating instance_info_cache with network_info: [{"id": "67b91694-b796-4adb-baea-ac85c195fe46", "address": "fa:16:3e:9b:4c:21", "network": {"id": "1a132a90-ba00-44f7-a097-39a66418f052", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1794236899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "910c03e462f74ae08bbc69c83cabfde4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b91694-b7", "ovs_interfaceid": "67b91694-b796-4adb-baea-ac85c195fe46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.862460] env[69644]: DEBUG nova.objects.instance [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid 80617eab-4e1f-49c5-8741-89052b004f56 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.152450] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552585, 'name': CreateVM_Task, 'duration_secs': 2.237362} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.152788] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.153406] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.153583] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.153912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.154233] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889f7196-9c6d-4bb0-9a81-de6fa55f17fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.159159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.160532] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 747.160532] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dc29e8-abb1-e166-7f7e-7cbaee4d4757" [ 747.160532] env[69644]: _type = "Task" [ 747.160532] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.169429] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dc29e8-abb1-e166-7f7e-7cbaee4d4757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.272682] env[69644]: DEBUG nova.scheduler.client.report [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.311298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "28e686ef-5e12-4f36-b33c-95c524b06356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.311628] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.359071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Releasing lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.359573] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Instance network_info: |[{"id": "67b91694-b796-4adb-baea-ac85c195fe46", "address": "fa:16:3e:9b:4c:21", "network": {"id": "1a132a90-ba00-44f7-a097-39a66418f052", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1794236899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "910c03e462f74ae08bbc69c83cabfde4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b91694-b7", "ovs_interfaceid": "67b91694-b796-4adb-baea-ac85c195fe46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.360073] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:4c:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67b91694-b796-4adb-baea-ac85c195fe46', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.373035] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Creating folder: Project (910c03e462f74ae08bbc69c83cabfde4). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.373035] env[69644]: DEBUG nova.objects.base [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance<80617eab-4e1f-49c5-8741-89052b004f56> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 747.373291] env[69644]: DEBUG nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.375972] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f64baf7e-0a4a-4233-84d4-2dcf34807261 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.395939] env[69644]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 747.395939] env[69644]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69644) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 747.396226] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Folder already exists: Project (910c03e462f74ae08bbc69c83cabfde4). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 747.396476] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Creating folder: Instances. Parent ref: group-v709264. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.396808] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bb64c5a-602c-44c2-9744-33325e7a4c25 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.411185] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Created folder: Instances in parent group-v709264. [ 747.411636] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.411917] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.412381] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b60d744-7bc4-455b-a2cd-dfba8f7f46a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.436844] env[69644]: DEBUG nova.policy [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.445270] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.445270] env[69644]: value = "task-3552588" [ 747.445270] env[69644]: _type = "Task" [ 747.445270] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.453924] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552588, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.672885] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dc29e8-abb1-e166-7f7e-7cbaee4d4757, 'name': SearchDatastore_Task, 'duration_secs': 0.021753} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.673232] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673464] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.673700] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.673872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674072] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.674345] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8fcb7cd-ae45-4e61-8fec-573227bd5c1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.686280] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.686526] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.688506] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.691018] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb870dc-5a64-4c83-b455-d84d59fc21cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.698221] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 747.698221] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f504c9-d551-a062-e177-8a82f0121b5b" [ 747.698221] env[69644]: _type = "Task" [ 747.698221] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.710461] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f504c9-d551-a062-e177-8a82f0121b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.719560] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.719829] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.720053] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.720190] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.720354] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.720763] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.720763] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.721508] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.721508] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.721508] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.721508] env[69644]: DEBUG nova.virt.hardware [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.722271] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c014e951-fa9c-47d6-9bc2-e6930238fc58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.731724] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51794f7e-2331-4ee3-acc8-c9886974c18a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.749087] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.754841] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Creating folder: Project (74f82730b3064455ba007383a27fe7ba). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.755237] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30123be6-5f4d-4ec4-8053-1420f650ca37 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.759454] env[69644]: DEBUG nova.compute.manager [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Received event network-vif-plugged-67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.759706] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Acquiring lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.759856] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.760027] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.760200] env[69644]: DEBUG nova.compute.manager [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] No waiting events found dispatching network-vif-plugged-67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.760365] env[69644]: WARNING nova.compute.manager [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Received unexpected event network-vif-plugged-67b91694-b796-4adb-baea-ac85c195fe46 for instance with vm_state building and task_state spawning. [ 747.760521] env[69644]: DEBUG nova.compute.manager [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Received event network-changed-67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.760674] env[69644]: DEBUG nova.compute.manager [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Refreshing instance network info cache due to event network-changed-67b91694-b796-4adb-baea-ac85c195fe46. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.760852] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Acquiring lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.761014] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Acquired lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.761154] env[69644]: DEBUG nova.network.neutron [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Refreshing network info cache for port 67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.775788] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Created folder: Project (74f82730b3064455ba007383a27fe7ba) in parent group-v709242. [ 747.775963] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Creating folder: Instances. Parent ref: group-v709335. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.776510] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5edc05bf-75d2-4774-8e7f-18cf81201628 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.779401] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.782861] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.397s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.783314] env[69644]: DEBUG nova.objects.instance [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lazy-loading 'resources' on Instance uuid 6264a93d-ae8d-48b2-bdc4-7592a0999e3a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.793099] env[69644]: DEBUG nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Successfully created port: 649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.798123] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Created folder: Instances in parent group-v709335. [ 747.798422] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.799360] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.799716] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab81514c-09fd-4ab7-81c2-d8bfc976e825 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.814082] env[69644]: INFO nova.scheduler.client.report [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocations for instance 32221ccb-fd98-4b04-9bbe-8412862c9b4d [ 747.822908] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.822908] env[69644]: value = "task-3552591" [ 747.822908] env[69644]: _type = "Task" [ 747.822908] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.837737] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552591, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.958923] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552588, 'name': CreateVM_Task, 'duration_secs': 0.424893} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.958923] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.959247] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '621d9f65-ed37-49e5-b338-a29d39fc9e9b', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709282', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'name': 'volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c12592-1175-48c2-a54b-e8d230b1afef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'serial': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696'}, 'volume_type': None}], 'swap': None} {{(pid=69644) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 747.959462] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Root volume attach. Driver type: vmdk {{(pid=69644) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 747.960380] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f099578c-eea5-4c49-9514-6e914ae11ee3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.970918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb5856-55f4-4117-9e1e-611ac2fe9504 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.980642] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe5dc39-0cdb-4f26-ad9c-981d42f996d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.988857] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1daad865-3081-4f9f-87c7-8255376e176a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.997369] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 747.997369] env[69644]: value = "task-3552592" [ 747.997369] env[69644]: _type = "Task" [ 747.997369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.006512] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.210044] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f504c9-d551-a062-e177-8a82f0121b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.016757} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.210812] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a955b27c-9fb7-4dd6-b3a0-5a921a6b9e14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.217676] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 748.217676] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299bf09-175a-684f-1eac-fc2c6cec3e78" [ 748.217676] env[69644]: _type = "Task" [ 748.217676] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.227654] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299bf09-175a-684f-1eac-fc2c6cec3e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.322663] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7af97c40-ef5b-40cc-99b6-bd6399d891df tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "32221ccb-fd98-4b04-9bbe-8412862c9b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.467s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.338874] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552591, 'name': CreateVM_Task, 'duration_secs': 0.463812} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.339764] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.340391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.340391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.340704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.341304] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47093f6-e4dc-4e60-878a-0a0973bc2b3c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.353771] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 748.353771] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52476aa0-6fd1-e4b5-fd46-1ffaf8535cb5" [ 748.353771] env[69644]: _type = "Task" [ 748.353771] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.367645] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52476aa0-6fd1-e4b5-fd46-1ffaf8535cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.504956] env[69644]: DEBUG nova.network.neutron [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updated VIF entry in instance network info cache for port 67b91694-b796-4adb-baea-ac85c195fe46. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.505349] env[69644]: DEBUG nova.network.neutron [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updating instance_info_cache with network_info: [{"id": "67b91694-b796-4adb-baea-ac85c195fe46", "address": "fa:16:3e:9b:4c:21", "network": {"id": "1a132a90-ba00-44f7-a097-39a66418f052", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1794236899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "910c03e462f74ae08bbc69c83cabfde4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b91694-b7", "ovs_interfaceid": "67b91694-b796-4adb-baea-ac85c195fe46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.510065] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 40%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.736967] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299bf09-175a-684f-1eac-fc2c6cec3e78, 'name': SearchDatastore_Task, 'duration_secs': 0.022983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.736967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.736967] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 9df37cfa-1278-45b4-94e1-fd7c8253dddc/9df37cfa-1278-45b4-94e1-fd7c8253dddc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.736967] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489f0b58-d9fe-4d96-ab50-36abd328028d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.750116] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 748.750116] env[69644]: value = "task-3552593" [ 748.750116] env[69644]: _type = "Task" [ 748.750116] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.764654] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.847812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a6815-e5e0-4066-a375-2b677dd3f5cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.860900] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54537f-f5db-4ab1-9195-9e472aabbe0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.868719] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52476aa0-6fd1-e4b5-fd46-1ffaf8535cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.868864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.869097] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.869344] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.869491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.869672] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.869947] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156c6cb0-d283-4db7-a002-3e351d3dd0ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.899051] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251ead6-43d8-40bb-9062-6c2ba4a3ac70 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.901290] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.901502] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.902303] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3de256a-faa9-4937-adab-4645b74e7a0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.910347] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 748.910347] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdaffa-c171-341e-251b-c58260ea433c" [ 748.910347] env[69644]: _type = "Task" [ 748.910347] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.918040] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c6f5d6-b660-41de-9bec-c0f79f9d2a58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.935073] env[69644]: DEBUG nova.compute.provider_tree [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.939604] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdaffa-c171-341e-251b-c58260ea433c, 'name': SearchDatastore_Task, 'duration_secs': 0.017929} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.940686] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbae001-ccca-4742-ab6b-acbd17f88a03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.949155] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 748.949155] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c25627-1dae-32c3-6021-d7c603ef93af" [ 748.949155] env[69644]: _type = "Task" [ 748.949155] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.962559] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c25627-1dae-32c3-6021-d7c603ef93af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.011915] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 53%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.014585] env[69644]: DEBUG oslo_concurrency.lockutils [req-3bb6b9c2-122d-4c6f-aeb9-e90ca88c4d1f req-8ef6b86c-90d3-4fab-aa5b-9ea7a760ec0f service nova] Releasing lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.267898] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.398355] env[69644]: DEBUG nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Successfully updated port: 649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.442209] env[69644]: DEBUG nova.scheduler.client.report [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.464880] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c25627-1dae-32c3-6021-d7c603ef93af, 'name': SearchDatastore_Task, 'duration_secs': 0.017834} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.465192] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.465460] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.465778] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4512b12-b3fb-439c-beb6-e3357995a5e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476274] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 749.476274] env[69644]: value = "task-3552594" [ 749.476274] env[69644]: _type = "Task" [ 749.476274] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.488266] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.512128] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 67%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.520868] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.521190] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.521475] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.521735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.521941] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.526105] env[69644]: INFO nova.compute.manager [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Terminating instance [ 749.764259] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705135} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.764529] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 9df37cfa-1278-45b4-94e1-fd7c8253dddc/9df37cfa-1278-45b4-94e1-fd7c8253dddc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.764813] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.765057] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3007f6b8-7200-41b8-9883-65d771a85edc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.775964] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 749.775964] env[69644]: value = "task-3552595" [ 749.775964] env[69644]: _type = "Task" [ 749.775964] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.789985] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.902644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.902691] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.902851] env[69644]: DEBUG nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.948168] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.952851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.413s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.955333] env[69644]: INFO nova.compute.claims [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.982341] env[69644]: INFO nova.scheduler.client.report [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Deleted allocations for instance 6264a93d-ae8d-48b2-bdc4-7592a0999e3a [ 749.991734] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552594, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.011947] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 81%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.033081] env[69644]: DEBUG nova.compute.manager [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.033329] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.035814] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4bd463-5585-4920-bde2-9aca8e139fa1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.047487] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.047810] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a43106-a90d-4dd7-bb78-614aeb5e66fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.061123] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 750.061123] env[69644]: value = "task-3552596" [ 750.061123] env[69644]: _type = "Task" [ 750.061123] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.073140] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.292689] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096605} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.293099] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.293869] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ac844-278f-4866-b308-82b8bda1009b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.325058] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9df37cfa-1278-45b4-94e1-fd7c8253dddc/9df37cfa-1278-45b4-94e1-fd7c8253dddc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.325404] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225acf73-2816-4869-90b5-1f690a8deaa0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.351082] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 750.351082] env[69644]: value = "task-3552597" [ 750.351082] env[69644]: _type = "Task" [ 750.351082] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.367927] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.446578] env[69644]: WARNING nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 750.468849] env[69644]: DEBUG nova.compute.manager [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-vif-plugged-649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.468949] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.469166] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.469363] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.469535] env[69644]: DEBUG nova.compute.manager [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] No waiting events found dispatching network-vif-plugged-649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 750.469792] env[69644]: WARNING nova.compute.manager [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received unexpected event network-vif-plugged-649b4534-dd4b-4426-977c-50dec84437d2 for instance with vm_state active and task_state None. [ 750.469845] env[69644]: DEBUG nova.compute.manager [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-changed-649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.469995] env[69644]: DEBUG nova.compute.manager [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing instance network info cache due to event network-changed-649b4534-dd4b-4426-977c-50dec84437d2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.470576] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.495825] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707281} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.496621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9d715cc9-7a04-43ca-9763-9fb5c60a3fd0 tempest-ServersAdmin275Test-1966090775 tempest-ServersAdmin275Test-1966090775-project-member] Lock "6264a93d-ae8d-48b2-bdc4-7592a0999e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.529s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.497541] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.501472] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.507422] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b819ba6f-2437-4736-8455-51ebcc8efc9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.524478] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 97%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.526220] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 750.526220] env[69644]: value = "task-3552598" [ 750.526220] env[69644]: _type = "Task" [ 750.526220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.539390] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.573365] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552596, 'name': PowerOffVM_Task, 'duration_secs': 0.481564} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.573685] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.574056] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.574283] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc55439-39dc-403a-9a50-2a19bee35f03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.656359] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.656719] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.656927] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleting the datastore file [datastore2] c2aa4364-4d7b-4593-a864-f8cc1c35948f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.657234] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0983369a-e96f-4138-8dd0-4d21441eba26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.667602] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 750.667602] env[69644]: value = "task-3552600" [ 750.667602] env[69644]: _type = "Task" [ 750.667602] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.679421] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.827359] env[69644]: DEBUG nova.network.neutron [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "649b4534-dd4b-4426-977c-50dec84437d2", "address": "fa:16:3e:8c:f9:fb", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649b4534-dd", "ovs_interfaceid": "649b4534-dd4b-4426-977c-50dec84437d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.862869] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.017027] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task} progress is 98%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.041262] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078878} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.041262] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.042122] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0addf699-3603-4427-92e6-ea8f0b713246 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.064278] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.067132] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83152079-b15f-46ed-ae8a-8390552fe300 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.091502] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 751.091502] env[69644]: value = "task-3552601" [ 751.091502] env[69644]: _type = "Task" [ 751.091502] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.106247] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.181884] env[69644]: DEBUG oslo_vmware.api [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379134} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.183979] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.183979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.183979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.183979] env[69644]: INFO nova.compute.manager [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 751.183979] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.183979] env[69644]: DEBUG nova.compute.manager [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.183979] env[69644]: DEBUG nova.network.neutron [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.329970] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.330682] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.330844] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334455] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334732] env[69644]: DEBUG nova.network.neutron [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Refreshing network info cache for port 649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.336879] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a49eb-4369-4c93-afe4-7a0c93ae8d99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.358837] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.359140] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.359331] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.359553] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.359697] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.359838] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.360045] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.360204] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.360752] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.360752] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.360752] env[69644]: DEBUG nova.virt.hardware [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.366918] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfiguring VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 751.373752] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0a3fd0-61e2-47fa-b6da-9cf12793df26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.397618] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552597, 'name': ReconfigVM_Task, 'duration_secs': 0.538655} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.399213] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9df37cfa-1278-45b4-94e1-fd7c8253dddc/9df37cfa-1278-45b4-94e1-fd7c8253dddc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.400093] env[69644]: DEBUG oslo_vmware.api [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 751.400093] env[69644]: value = "task-3552602" [ 751.400093] env[69644]: _type = "Task" [ 751.400093] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.400325] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-255cc26a-4fee-4dd7-ae8b-d992b2fc6067 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.415658] env[69644]: DEBUG oslo_vmware.api [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552602, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.417489] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 751.417489] env[69644]: value = "task-3552603" [ 751.417489] env[69644]: _type = "Task" [ 751.417489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.431315] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552603, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.519390] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552592, 'name': RelocateVM_Task, 'duration_secs': 3.356076} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.519390] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 751.519839] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709282', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'name': 'volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c12592-1175-48c2-a54b-e8d230b1afef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'serial': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 751.520281] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d03b9eb-6e32-4dd0-8560-133a326bfbcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.541435] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5772530-73d2-40d7-81ee-bad6de88880f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.571204] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696/volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.575079] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cf9910-e824-4016-8b49-1eae6656f349 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.609382] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552601, 'name': ReconfigVM_Task, 'duration_secs': 0.393792} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.612347] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.613330] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 751.613330] env[69644]: value = "task-3552604" [ 751.613330] env[69644]: _type = "Task" [ 751.613330] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.616182] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906773bd-563f-403b-914b-311add71f5bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.628788] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.630297] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 751.630297] env[69644]: value = "task-3552605" [ 751.630297] env[69644]: _type = "Task" [ 751.630297] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.641270] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552605, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.709730] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902adce8-4b37-4cfd-aabe-89fdc7a83f0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.718975] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628ccdb-35f5-4301-8899-ac1b49b49733 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.757462] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22598e9d-668b-417f-9ed5-12f7946ba566 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.766023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0b1b4-71b7-4043-b6aa-79e1f9854007 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.784138] env[69644]: DEBUG nova.compute.provider_tree [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.794504] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.795635] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a8cec-8ea0-4393-bd9c-7092d764603b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.803535] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.803715] env[69644]: ERROR oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk due to incomplete transfer. [ 751.804419] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-280d0c16-f3e9-4dad-b79c-dc6544288aca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.812304] env[69644]: DEBUG oslo_vmware.rw_handles [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307132-0ddf-938a-857b-47dba178cdc5/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.812540] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Uploaded image be1dab68-18b1-49e1-8ae5-b0257739ebc9 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.815578] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.816084] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78753c06-fbae-4b65-8b51-b954655a6e43 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.825416] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 751.825416] env[69644]: value = "task-3552606" [ 751.825416] env[69644]: _type = "Task" [ 751.825416] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.834244] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552606, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.914201] env[69644]: DEBUG oslo_vmware.api [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.932278] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552603, 'name': Rename_Task, 'duration_secs': 0.261642} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.932278] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.932278] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e89143b8-01b6-4374-b4e8-5c59fdf10fb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.937682] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 751.937682] env[69644]: value = "task-3552607" [ 751.937682] env[69644]: _type = "Task" [ 751.937682] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.946955] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.099318] env[69644]: DEBUG nova.network.neutron [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updated VIF entry in instance network info cache for port 649b4534-dd4b-4426-977c-50dec84437d2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.099825] env[69644]: DEBUG nova.network.neutron [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "649b4534-dd4b-4426-977c-50dec84437d2", "address": "fa:16:3e:8c:f9:fb", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649b4534-dd", "ovs_interfaceid": "649b4534-dd4b-4426-977c-50dec84437d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.101129] env[69644]: DEBUG nova.network.neutron [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.129092] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552604, 'name': ReconfigVM_Task, 'duration_secs': 0.407201} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.129403] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696/volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.135493] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ff996d-adea-417b-abbd-eeda71d59fc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.157038] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552605, 'name': Rename_Task, 'duration_secs': 0.163356} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.158603] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.158952] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 752.158952] env[69644]: value = "task-3552608" [ 752.158952] env[69644]: _type = "Task" [ 752.158952] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.159156] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c57cf0-241a-4a58-8158-5af39b946e11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.170427] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.279713] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 752.279713] env[69644]: value = "task-3552609" [ 752.279713] env[69644]: _type = "Task" [ 752.279713] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.279713] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.289670] env[69644]: DEBUG nova.scheduler.client.report [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.342164] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552606, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.421250] env[69644]: DEBUG oslo_vmware.api [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.454665] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.604357] env[69644]: DEBUG oslo_concurrency.lockutils [req-742e0c27-8bc1-4297-bd69-c3d348d5208a req-70520f5c-1ef3-483d-8ac0-d797dd3fdbdf service nova] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.605105] env[69644]: INFO nova.compute.manager [-] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Took 1.42 seconds to deallocate network for instance. [ 752.674154] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552608, 'name': ReconfigVM_Task, 'duration_secs': 0.17195} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.677741] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709282', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'name': 'volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c12592-1175-48c2-a54b-e8d230b1afef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'serial': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 752.678437] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a2b7d5-53f7-442e-897a-619cce43ee0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.688166] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.693053] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 752.693053] env[69644]: value = "task-3552610" [ 752.693053] env[69644]: _type = "Task" [ 752.693053] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.701210] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552610, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.796276] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.796704] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.799665] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.770s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.799960] env[69644]: DEBUG nova.objects.instance [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lazy-loading 'resources' on Instance uuid 003597ac-1afc-427a-a06e-c54d767a7cd7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.838346] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552606, 'name': Destroy_Task, 'duration_secs': 0.566135} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.838880] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Destroyed the VM [ 752.838880] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.840762] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49f9026b-bb97-4933-b4c9-e11a7c01a5ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.852324] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 752.852324] env[69644]: value = "task-3552611" [ 752.852324] env[69644]: _type = "Task" [ 752.852324] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.862885] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.916942] env[69644]: DEBUG oslo_vmware.api [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552602, 'name': ReconfigVM_Task, 'duration_secs': 1.106718} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.917678] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.917990] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfigured VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 752.951402] env[69644]: DEBUG oslo_vmware.api [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552607, 'name': PowerOnVM_Task, 'duration_secs': 0.821199} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.951402] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.951402] env[69644]: INFO nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Took 10.86 seconds to spawn the instance on the hypervisor. [ 752.951402] env[69644]: DEBUG nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.952360] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf32cf1-3516-489d-a2b7-f7715830cd6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.038352] env[69644]: DEBUG nova.compute.manager [req-2cd6efc9-2d64-4642-acbc-576f7a3c6ef8 req-285f7650-8e36-41b7-a679-39be4fd31961 service nova] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Received event network-vif-deleted-24f85420-a715-44fb-9dbb-38261f3a5d55 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.112366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.186029] env[69644]: DEBUG oslo_vmware.api [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552609, 'name': PowerOnVM_Task, 'duration_secs': 0.851269} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.186029] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.186029] env[69644]: INFO nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Took 5.50 seconds to spawn the instance on the hypervisor. [ 753.186029] env[69644]: DEBUG nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.186029] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780adb15-b7ae-455c-a31c-cb35c602702c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.205601] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552610, 'name': Rename_Task, 'duration_secs': 0.231738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.206200] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.206593] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7ee3f3-a547-419d-8f9f-82dfaeb607de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.217208] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 753.217208] env[69644]: value = "task-3552612" [ 753.217208] env[69644]: _type = "Task" [ 753.217208] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.226017] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.304308] env[69644]: DEBUG nova.compute.utils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.312366] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.312366] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.374075] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.403869] env[69644]: DEBUG nova.policy [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f5913a8d3c84f94b3194dc5a73c2234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18bb60b2c9d64532bdaa02cc7e0e0fb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.424220] env[69644]: DEBUG oslo_concurrency.lockutils [None req-30322518-9892-45df-98a0-b1b37b4536de tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.185s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.478157] env[69644]: INFO nova.compute.manager [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Took 43.91 seconds to build instance. [ 753.708245] env[69644]: INFO nova.compute.manager [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Took 39.89 seconds to build instance. [ 753.725604] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.814048] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.867493] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552611, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.962255] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Successfully created port: 7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.968482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30642bd7-bc5b-4c67-b807-db78e7318499 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.980261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd68cbf-8609-4d1f-ad97-7ef935327d4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.984366] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dfbb8d6-3251-4d8c-9e2c-012001062e95 tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.102s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.026443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0445bc4-786e-4627-887a-2559cf1e39bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.035943] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bbc95-c537-41ed-8378-42e5c4c4d571 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.051904] env[69644]: DEBUG nova.compute.provider_tree [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.213491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-252efcf8-d53d-41f1-bcb0-d1d10daca059 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.195s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.226699] env[69644]: DEBUG oslo_vmware.api [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3552612, 'name': PowerOnVM_Task, 'duration_secs': 0.786488} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.226699] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.226859] env[69644]: INFO nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Took 7.44 seconds to spawn the instance on the hypervisor. [ 754.226966] env[69644]: DEBUG nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.228784] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495e42b-f6be-4188-98e9-a06507a38b54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.320321] env[69644]: INFO nova.virt.block_device [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Booting with volume e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5 at /dev/sda [ 754.369258] env[69644]: DEBUG oslo_vmware.api [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552611, 'name': RemoveSnapshot_Task, 'duration_secs': 1.296056} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.369258] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.369258] env[69644]: INFO nova.compute.manager [None req-60d84ed6-51d3-4d1b-97cb-96771f615b1c tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 16.24 seconds to snapshot the instance on the hypervisor. [ 754.383200] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec036a37-dfba-470a-9b57-004eee1e7c20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.396289] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4785a2-58b2-431c-88c3-6920d966a548 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.441819] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0aa794d-404b-4f22-bdbb-f336699fbd38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.452913] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53642f99-a4dc-4643-b3d1-42df7f9a1bfb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.500521] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.503140] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136de962-ed93-4aca-8e03-d31e2a62b84f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.510842] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1bf42-e352-4f0e-9e98-940e34170aad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.526986] env[69644]: DEBUG nova.virt.block_device [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updating existing volume attachment record: 93868df6-494d-46cc-ba7b-e87a95073266 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 754.556587] env[69644]: DEBUG nova.scheduler.client.report [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.718886] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.753849] env[69644]: INFO nova.compute.manager [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Took 43.85 seconds to build instance. [ 755.025962] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.060959] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.063356] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.234s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.063534] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.063691] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 755.064112] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.745s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.064218] env[69644]: DEBUG nova.objects.instance [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lazy-loading 'resources' on Instance uuid 788b5606-5dd6-4194-931f-18bc3b2c8a5f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.067555] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9e03e-dcb7-4bbf-8067-fb2780b08717 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.075020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34162a23-8c5a-4759-bf3d-d17312c317aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.081896] env[69644]: INFO nova.scheduler.client.report [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted allocations for instance 003597ac-1afc-427a-a06e-c54d767a7cd7 [ 755.095688] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a036ce-d000-4728-adc5-44ab8ccf50b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.105026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b46c9-cf91-4e5e-b7bf-d7abc358a889 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.139438] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179584MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 755.139874] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.236775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.260823] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96720ed8-00ef-468f-b3a2-bcfc511b6627 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.910s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.599276] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d0d459f-478e-4a1c-8157-efef327bbbeb tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "003597ac-1afc-427a-a06e-c54d767a7cd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.060s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.764629] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.938753] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Successfully updated port: 7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.234391] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9077a2cd-c760-4291-833f-36c59b7dbded {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.242986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bf0ee-5e67-4320-87ca-46170d396795 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.285514] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e150b9-63bb-4c74-8d43-2c06b98d0191 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.301431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e865e-a32b-4d3b-8f74-5f00f26eb1d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.315244] env[69644]: DEBUG nova.compute.provider_tree [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.320032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.331143] env[69644]: DEBUG nova.compute.manager [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Received event network-vif-plugged-7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.331564] env[69644]: DEBUG oslo_concurrency.lockutils [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] Acquiring lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.331564] env[69644]: DEBUG oslo_concurrency.lockutils [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.331934] env[69644]: DEBUG oslo_concurrency.lockutils [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.331934] env[69644]: DEBUG nova.compute.manager [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] No waiting events found dispatching network-vif-plugged-7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.332053] env[69644]: WARNING nova.compute.manager [req-7f1e7d1d-2673-47da-a80d-62172a785577 req-cf9810e8-a01c-4194-8ba1-c17717d10f0c service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Received unexpected event network-vif-plugged-7954231b-7251-4f7e-94ee-d97381d3a19f for instance with vm_state building and task_state spawning. [ 756.443892] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.445237] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquired lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.445237] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.636758] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.637135] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.637233] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.637698] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.637698] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.637698] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.637869] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.637989] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.638164] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.638334] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.638509] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.638679] env[69644]: DEBUG nova.virt.hardware [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.639600] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf10c00-b9e8-4245-b87a-9d07996eaa4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.649269] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d153172-9fff-42a5-92fa-39d5ad15f83c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.653320] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.653559] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.653760] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.653992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.654112] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.656658] env[69644]: INFO nova.compute.manager [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Terminating instance [ 756.674611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "7b0853d4-ca04-4864-aa90-a79af013fe48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.674699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.786255] env[69644]: DEBUG nova.compute.manager [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.787040] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220bbdb0-871e-40c6-af67-c7fec4217ef3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.800153] env[69644]: DEBUG nova.compute.manager [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Received event network-changed-67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.800153] env[69644]: DEBUG nova.compute.manager [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Refreshing instance network info cache due to event network-changed-67b91694-b796-4adb-baea-ac85c195fe46. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.800237] env[69644]: DEBUG oslo_concurrency.lockutils [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] Acquiring lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.800331] env[69644]: DEBUG oslo_concurrency.lockutils [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] Acquired lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.800492] env[69644]: DEBUG nova.network.neutron [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Refreshing network info cache for port 67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.820331] env[69644]: DEBUG nova.scheduler.client.report [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.979745] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.137888] env[69644]: DEBUG nova.network.neutron [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updating instance_info_cache with network_info: [{"id": "7954231b-7251-4f7e-94ee-d97381d3a19f", "address": "fa:16:3e:12:e6:52", "network": {"id": "9156cc24-ada2-49c5-8dda-70317e1c2e6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1225781986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18bb60b2c9d64532bdaa02cc7e0e0fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7954231b-72", "ovs_interfaceid": "7954231b-7251-4f7e-94ee-d97381d3a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.170690] env[69644]: DEBUG nova.compute.manager [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.170943] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.171904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9451e3-b34d-4673-9085-8da9a9e1a8dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.181230] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.181576] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd806108-7627-48f2-9a70-5c7addd57744 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.190386] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 757.190386] env[69644]: value = "task-3552613" [ 757.190386] env[69644]: _type = "Task" [ 757.190386] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.199850] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.303998] env[69644]: INFO nova.compute.manager [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] instance snapshotting [ 757.308728] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a02fb6-26fb-441d-aa1d-d41defcbf1bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.346579] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.648s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.349015] env[69644]: INFO nova.compute.claims [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.352775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a842fa-c845-44db-bb21-df4ff3679396 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.382265] env[69644]: INFO nova.scheduler.client.report [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted allocations for instance 788b5606-5dd6-4194-931f-18bc3b2c8a5f [ 757.571358] env[69644]: DEBUG nova.network.neutron [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updated VIF entry in instance network info cache for port 67b91694-b796-4adb-baea-ac85c195fe46. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.571790] env[69644]: DEBUG nova.network.neutron [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updating instance_info_cache with network_info: [{"id": "67b91694-b796-4adb-baea-ac85c195fe46", "address": "fa:16:3e:9b:4c:21", "network": {"id": "1a132a90-ba00-44f7-a097-39a66418f052", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1794236899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "910c03e462f74ae08bbc69c83cabfde4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b91694-b7", "ovs_interfaceid": "67b91694-b796-4adb-baea-ac85c195fe46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.640958] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Releasing lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.641342] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance network_info: |[{"id": "7954231b-7251-4f7e-94ee-d97381d3a19f", "address": "fa:16:3e:12:e6:52", "network": {"id": "9156cc24-ada2-49c5-8dda-70317e1c2e6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1225781986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18bb60b2c9d64532bdaa02cc7e0e0fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7954231b-72", "ovs_interfaceid": "7954231b-7251-4f7e-94ee-d97381d3a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.641812] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e6:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7954231b-7251-4f7e-94ee-d97381d3a19f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.649986] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Creating folder: Project (18bb60b2c9d64532bdaa02cc7e0e0fb3). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.650470] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fb7d2f6-51ef-405a-accd-dc6bf8376f7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.666841] env[69644]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 757.667073] env[69644]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69644) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 757.667415] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Folder already exists: Project (18bb60b2c9d64532bdaa02cc7e0e0fb3). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 757.667607] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Creating folder: Instances. Parent ref: group-v709276. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.667846] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b9cb14-4161-4086-ac09-e24bc400fb6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.679963] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Created folder: Instances in parent group-v709276. [ 757.680238] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.680434] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.680658] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d5cc64b-9799-4a16-abf8-9a5807465955 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.696779] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-649b4534-dd4b-4426-977c-50dec84437d2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.697039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-649b4534-dd4b-4426-977c-50dec84437d2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.708098] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552613, 'name': PowerOffVM_Task, 'duration_secs': 0.211396} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.709905] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.710108] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.710334] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.710334] env[69644]: value = "task-3552616" [ 757.710334] env[69644]: _type = "Task" [ 757.710334] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.710771] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd7be28-1932-458e-84b1-0c2089a0c645 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.723988] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552616, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.783209] env[69644]: INFO nova.compute.manager [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Rebuilding instance [ 757.828165] env[69644]: DEBUG nova.compute.manager [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.829425] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8044ebd-9546-4c22-835e-364ad4f6c135 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.871482] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.872119] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69c1966c-4397-45c0-b884-c34f9932b561 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.882457] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 757.882457] env[69644]: value = "task-3552618" [ 757.882457] env[69644]: _type = "Task" [ 757.882457] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.890995] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6a2bb5a-cea5-44b2-bddf-8c851de6f335 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "788b5606-5dd6-4194-931f-18bc3b2c8a5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.393s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.896651] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.944961] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.945252] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.945452] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Deleting the datastore file [datastore1] 9df37cfa-1278-45b4-94e1-fd7c8253dddc {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.946248] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f493c12f-5453-4eea-9a11-8ae1d028f56e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.956473] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for the task: (returnval){ [ 757.956473] env[69644]: value = "task-3552619" [ 757.956473] env[69644]: _type = "Task" [ 757.956473] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.965722] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.074932] env[69644]: DEBUG oslo_concurrency.lockutils [req-98827d75-4ba0-4cc2-8a1f-e5c13ae42feb req-4c301c7b-9124-445a-b727-0f7a616968d1 service nova] Releasing lock "refresh_cache-b3c12592-1175-48c2-a54b-e8d230b1afef" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.204016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.204016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.204581] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d2a56-8fb2-40c9-97fa-712990dd6422 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.226024] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d624ce-3fce-4f67-b474-06c65c9a0c18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.234651] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552616, 'name': CreateVM_Task, 'duration_secs': 0.440249} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.251097] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.256046] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfiguring VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 758.256742] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '93868df6-494d-46cc-ba7b-e87a95073266', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709295', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'name': 'volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bcdda24-8a74-441d-90ce-c938ca12eff9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'serial': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5'}, 'volume_type': None}], 'swap': None} {{(pid=69644) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 758.256920] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Root volume attach. Driver type: vmdk {{(pid=69644) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 758.257146] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644b37b8-1064-49ad-822c-b3790db3ad8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.271055] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e252f630-7ddb-45eb-9196-c9781d878b85 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.279846] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf31d0a-d06e-4820-857c-bd182012e0cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.283404] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 758.283404] env[69644]: value = "task-3552620" [ 758.283404] env[69644]: _type = "Task" [ 758.283404] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.288796] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b63cc-e29b-4eca-b3a8-f2a8c59642f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.294486] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.299117] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2f4b2b7a-4a6f-4e82-8151-f20d370b8ae0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.307033] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 758.307033] env[69644]: value = "task-3552621" [ 758.307033] env[69644]: _type = "Task" [ 758.307033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.316878] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.375829] env[69644]: DEBUG nova.compute.manager [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Received event network-changed-7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.375829] env[69644]: DEBUG nova.compute.manager [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Refreshing instance network info cache due to event network-changed-7954231b-7251-4f7e-94ee-d97381d3a19f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.376238] env[69644]: DEBUG oslo_concurrency.lockutils [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] Acquiring lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376454] env[69644]: DEBUG oslo_concurrency.lockutils [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] Acquired lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376627] env[69644]: DEBUG nova.network.neutron [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Refreshing network info cache for port 7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.402919] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.469928] env[69644]: DEBUG oslo_vmware.api [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Task: {'id': task-3552619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194323} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.470276] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.470480] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.470686] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.470900] env[69644]: INFO nova.compute.manager [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Took 1.30 seconds to destroy the instance on the hypervisor. [ 758.471207] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.471437] env[69644]: DEBUG nova.compute.manager [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.471546] env[69644]: DEBUG nova.network.neutron [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.556766] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.557281] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.557594] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.557921] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.558419] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.560899] env[69644]: INFO nova.compute.manager [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Terminating instance [ 758.796497] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.820715] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 40%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.845146] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.845680] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04733f75-571c-4737-942a-4306afc476c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.854596] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 758.854596] env[69644]: value = "task-3552622" [ 758.854596] env[69644]: _type = "Task" [ 758.854596] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.860976] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.860976] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.861215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.861260] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.861424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.864514] env[69644]: INFO nova.compute.manager [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Terminating instance [ 758.870186] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.893821] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552618, 'name': CreateSnapshot_Task, 'duration_secs': 0.877279} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.896766] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.898303] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7e3d8-3378-4ce7-9d2a-608d07420af1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.936966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "0ad63d96-9db3-403b-aa24-46bf26655103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.936966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.936966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.936966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.936966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.940900] env[69644]: INFO nova.compute.manager [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Terminating instance [ 758.983766] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee21f2-250a-4e9a-bea9-e4c5ec2ec221 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.997178] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a371d51-278e-4a44-a89b-62cf19003c19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.035715] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bfcbfc-c4c6-48b3-b613-4310c00770db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.045832] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e09bc1-88c9-413f-8560-065737f59238 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.061121] env[69644]: DEBUG nova.compute.provider_tree [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.065011] env[69644]: DEBUG nova.compute.manager [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.065254] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.066148] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae66f59a-2370-4783-a523-1a80ff9fd2c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.078709] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.079015] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-688d20f5-0ebf-4544-a6fb-f5af54640a5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.087879] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 759.087879] env[69644]: value = "task-3552623" [ 759.087879] env[69644]: _type = "Task" [ 759.087879] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.098963] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.151800] env[69644]: DEBUG nova.network.neutron [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updated VIF entry in instance network info cache for port 7954231b-7251-4f7e-94ee-d97381d3a19f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.152218] env[69644]: DEBUG nova.network.neutron [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updating instance_info_cache with network_info: [{"id": "7954231b-7251-4f7e-94ee-d97381d3a19f", "address": "fa:16:3e:12:e6:52", "network": {"id": "9156cc24-ada2-49c5-8dda-70317e1c2e6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1225781986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18bb60b2c9d64532bdaa02cc7e0e0fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7954231b-72", "ovs_interfaceid": "7954231b-7251-4f7e-94ee-d97381d3a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.261156] env[69644]: DEBUG nova.network.neutron [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.297469] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.318801] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 53%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.365050] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552622, 'name': PowerOffVM_Task, 'duration_secs': 0.268937} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.365296] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.365982] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.366835] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5b28b-90eb-4866-a6ca-69ca6b3ba103 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.372790] env[69644]: DEBUG nova.compute.manager [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.373076] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.376348] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6ba1f-dfe1-4fe4-9001-445ccc609102 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.379299] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.379663] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8fac01-56c7-4f6f-b32d-31db9ed3e22b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.387458] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.387757] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8699b2d9-7b89-4ce7-b523-838359626bd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.395686] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 759.395686] env[69644]: value = "task-3552625" [ 759.395686] env[69644]: _type = "Task" [ 759.395686] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.406683] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.422254] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.422744] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eae3488b-233e-4a38-8ca7-afbad9dbf8eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.429319] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.429992] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.430279] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Deleting the datastore file [datastore1] d19ba014-ea1e-4f7b-9d4b-442b5fa19893 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.430596] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-461945b6-de5c-4898-abfa-11b70d5d4972 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.434338] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 759.434338] env[69644]: value = "task-3552626" [ 759.434338] env[69644]: _type = "Task" [ 759.434338] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.440771] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 759.440771] env[69644]: value = "task-3552627" [ 759.440771] env[69644]: _type = "Task" [ 759.440771] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.448046] env[69644]: DEBUG nova.compute.manager [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.448322] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.448626] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552626, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.449786] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff4612-e9a2-4bf8-a6cc-0b8690b9d8af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.460209] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.463143] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afb7225f-73e4-42b7-bcd3-83ddd30d9cd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.465197] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.473818] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 759.473818] env[69644]: value = "task-3552628" [ 759.473818] env[69644]: _type = "Task" [ 759.473818] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.484062] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.565308] env[69644]: DEBUG nova.scheduler.client.report [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.602270] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552623, 'name': PowerOffVM_Task, 'duration_secs': 0.23245} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.602270] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.602270] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.602866] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b55fdd-615b-45dc-9163-742a7463fa96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.655417] env[69644]: DEBUG oslo_concurrency.lockutils [req-5edd99e4-8a48-47b4-a86e-5db6850b5d3f req-f5f831c1-3251-41da-8745-2a62a7174fed service nova] Releasing lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689204] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.689613] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.689920] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleting the datastore file [datastore2] 156a3c9c-bba8-46a9-b609-e5a4f434b33f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.690264] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f202284-0972-4f50-9735-bfac226fe9b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.699473] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for the task: (returnval){ [ 759.699473] env[69644]: value = "task-3552630" [ 759.699473] env[69644]: _type = "Task" [ 759.699473] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.708970] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.764435] env[69644]: INFO nova.compute.manager [-] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Took 1.29 seconds to deallocate network for instance. [ 759.796928] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.820401] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 65%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.909465] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552625, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.950075] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552626, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.955767] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411047} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.956074] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.956262] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.956653] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.987414] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.070967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.071403] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.074664] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.723s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.210598] env[69644]: DEBUG oslo_vmware.api [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Task: {'id': task-3552630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287123} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.210888] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.211092] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.211276] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.211456] env[69644]: INFO nova.compute.manager [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 760.211791] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.212018] env[69644]: DEBUG nova.compute.manager [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.212153] env[69644]: DEBUG nova.network.neutron [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.272256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.298396] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.319952] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 78%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.410584] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552625, 'name': PowerOffVM_Task, 'duration_secs': 0.622146} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.412902] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.412902] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.414634] env[69644]: DEBUG nova.compute.manager [req-7ad34b56-3d00-4dd4-9d62-fbf1b239f390 req-75f0a141-5b69-4e2b-ab67-d995cc7a78af service nova] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Received event network-vif-deleted-928b89c4-ba45-450e-92aa-d6cf974114e0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.415069] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe980596-b190-43f4-829e-bd9ee78754e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.451201] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552626, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.486735] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552628, 'name': PowerOffVM_Task, 'duration_secs': 0.546783} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.487070] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.487419] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.487551] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8da1f1-01d8-44e0-977a-b7f62d8fff79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.507545] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.508137] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.508137] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleting the datastore file [datastore1] c55229c1-3aea-4153-a7b2-aabc2c8b9ca7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.509020] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258a1b5c-1715-4f81-9462-f1b007a4a44a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.518237] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 760.518237] env[69644]: value = "task-3552633" [ 760.518237] env[69644]: _type = "Task" [ 760.518237] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.529186] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.583499] env[69644]: DEBUG nova.compute.utils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.587061] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.587061] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.599337] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.599635] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.600040] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleting the datastore file [datastore1] 0ad63d96-9db3-403b-aa24-46bf26655103 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.600872] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0008176-ec39-4961-8f61-70d349dd9f42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.609941] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for the task: (returnval){ [ 760.609941] env[69644]: value = "task-3552634" [ 760.609941] env[69644]: _type = "Task" [ 760.609941] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.624277] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.653027] env[69644]: DEBUG nova.policy [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e952c6e045b34915a6698ba7048dcb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e9dcfb9566e438fbc86c697a115efdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.798728] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.820576] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.952674] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552626, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.969785] env[69644]: DEBUG nova.network.neutron [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.970245] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Successfully created port: 16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.003881] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.005044] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.005666] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.005931] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.006208] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.006476] env[69644]: DEBUG nova.virt.hardware [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.007854] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9fc92a-53c8-4342-a3a0-09f65b9b1ff8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.026260] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5f4c3-ed12-4034-8dbb-5e8e367303b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.051130] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.051130] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.056305] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.059146] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.059555] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba9ab92b-e61c-42e2-b253-d45068ce7585 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.077862] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.077862] env[69644]: value = "task-3552635" [ 761.077862] env[69644]: _type = "Task" [ 761.077862] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.087940] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552635, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.091168] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.123672] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.219424] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda355cd-d3d5-43b0-b239-c5d36e9f819b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.227948] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a7506-f643-4709-aeaa-c1d6967ed27c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.259169] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ef00e-55b1-45ba-8fce-2c7bef1e6ea2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.268119] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99811b1a-828a-4496-b01d-89c5057a3f76 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.285051] env[69644]: DEBUG nova.compute.provider_tree [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.295959] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.320457] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 97%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.448388] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552626, 'name': CloneVM_Task, 'duration_secs': 1.690261} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.448676] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Created linked-clone VM from snapshot [ 761.449438] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d46aed-7fdb-4fa3-98f3-450d16d89dfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.457944] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Uploading image 302e5561-8675-48b5-b085-4073e2ba0b62 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.475126] env[69644]: INFO nova.compute.manager [-] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Took 1.26 seconds to deallocate network for instance. [ 761.478307] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.478307] env[69644]: value = "vm-709341" [ 761.478307] env[69644]: _type = "VirtualMachine" [ 761.478307] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.478543] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab5b4f14-eae2-4bc3-aa9a-77ba408afb9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.489021] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease: (returnval){ [ 761.489021] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6f956-c56e-4ce9-aae3-b5e4b96e4ee1" [ 761.489021] env[69644]: _type = "HttpNfcLease" [ 761.489021] env[69644]: } obtained for exporting VM: (result){ [ 761.489021] env[69644]: value = "vm-709341" [ 761.489021] env[69644]: _type = "VirtualMachine" [ 761.489021] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.489374] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the lease: (returnval){ [ 761.489374] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6f956-c56e-4ce9-aae3-b5e4b96e4ee1" [ 761.489374] env[69644]: _type = "HttpNfcLease" [ 761.489374] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.495764] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.495764] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6f956-c56e-4ce9-aae3-b5e4b96e4ee1" [ 761.495764] env[69644]: _type = "HttpNfcLease" [ 761.495764] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.531953] env[69644]: DEBUG oslo_vmware.api [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.532258] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.532454] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.532647] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.532829] env[69644]: INFO nova.compute.manager [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Took 2.16 seconds to destroy the instance on the hypervisor. [ 761.533105] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.533290] env[69644]: DEBUG nova.compute.manager [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.533446] env[69644]: DEBUG nova.network.neutron [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.590659] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552635, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.624621] env[69644]: DEBUG oslo_vmware.api [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Task: {'id': task-3552634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536432} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.624994] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.625310] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.625926] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.625926] env[69644]: INFO nova.compute.manager [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Took 2.18 seconds to destroy the instance on the hypervisor. [ 761.626236] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.626530] env[69644]: DEBUG nova.compute.manager [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.626656] env[69644]: DEBUG nova.network.neutron [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.796103] env[69644]: DEBUG nova.scheduler.client.report [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.809585] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.820737] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task} progress is 97%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.928334] env[69644]: DEBUG nova.compute.manager [req-5e5c9f27-d247-4560-af00-befc18fc8a31 req-17ff644c-5a00-4816-b64d-484467575d55 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Received event network-vif-deleted-5ecf52d3-8613-406f-a330-71109daed57d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.928559] env[69644]: INFO nova.compute.manager [req-5e5c9f27-d247-4560-af00-befc18fc8a31 req-17ff644c-5a00-4816-b64d-484467575d55 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Neutron deleted interface 5ecf52d3-8613-406f-a330-71109daed57d; detaching it from the instance and deleting it from the info cache [ 761.928694] env[69644]: DEBUG nova.network.neutron [req-5e5c9f27-d247-4560-af00-befc18fc8a31 req-17ff644c-5a00-4816-b64d-484467575d55 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.984493] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.998646] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.998646] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6f956-c56e-4ce9-aae3-b5e4b96e4ee1" [ 761.998646] env[69644]: _type = "HttpNfcLease" [ 761.998646] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.998957] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.998957] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6f956-c56e-4ce9-aae3-b5e4b96e4ee1" [ 761.998957] env[69644]: _type = "HttpNfcLease" [ 761.998957] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.999861] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9c057-fc9a-40f2-ae6a-061f0c621134 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.008050] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.008245] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.090459] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552635, 'name': CreateVM_Task, 'duration_secs': 0.722455} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.090669] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.091175] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.091353] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.091780] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.092066] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ece7e67-0db9-4145-914f-aab3788c7a70 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.097664] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 762.097664] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250b814-3788-c200-f1f6-5dbf85b516f1" [ 762.097664] env[69644]: _type = "Task" [ 762.097664] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.102391] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.107924] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac4bf239-4994-4d8d-828f-363eb8a39d4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.115009] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250b814-3788-c200-f1f6-5dbf85b516f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.118566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.118566] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.118566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.118566] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.118566] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d7ebf9-aa01-4fe2-ac63-5d5333639941 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.131744] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.131961] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.132759] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6c3a55-9195-4482-a177-3abe189fdcce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.136977] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.137226] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.137392] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.137579] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.137739] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.137919] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.138187] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.138353] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.138534] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.138710] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.138875] env[69644]: DEBUG nova.virt.hardware [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.140770] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e237c-3159-498f-8d84-8997ff8e27b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.147572] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 762.147572] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520a5201-6533-e6aa-18f5-d904054f393a" [ 762.147572] env[69644]: _type = "Task" [ 762.147572] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.158400] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f60120-6c74-4d13-a006-9ae3cbbb22a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.172545] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520a5201-6533-e6aa-18f5-d904054f393a, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.184673] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f705ea-1772-4217-854b-7627d418b057 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.192109] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 762.192109] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb062-4747-7432-cd2f-8444bdaed576" [ 762.192109] env[69644]: _type = "Task" [ 762.192109] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.202719] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb062-4747-7432-cd2f-8444bdaed576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.298908] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.308703] env[69644]: DEBUG nova.network.neutron [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.321336] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552621, 'name': RelocateVM_Task, 'duration_secs': 4.002451} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.321711] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 762.321843] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709295', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'name': 'volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bcdda24-8a74-441d-90ce-c938ca12eff9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'serial': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 762.322871] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a7b4b1-d05a-40ad-ae9a-4d930b233477 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.343027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc9504d-09e9-4c46-afca-3fd833c509b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.367829] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5/volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.369217] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89407b8e-d788-4b5d-8422-7d45416282d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.394444] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 762.394444] env[69644]: value = "task-3552637" [ 762.394444] env[69644]: _type = "Task" [ 762.394444] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.407717] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.413987] env[69644]: DEBUG nova.network.neutron [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.431141] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d16cc66-a3a0-4f6f-b7c6-5c59d3da1b28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.442681] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce90f19b-2b3e-447b-8c36-027ad19f87a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.496020] env[69644]: DEBUG nova.compute.manager [req-5e5c9f27-d247-4560-af00-befc18fc8a31 req-17ff644c-5a00-4816-b64d-484467575d55 service nova] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Detach interface failed, port_id=5ecf52d3-8613-406f-a330-71109daed57d, reason: Instance 0ad63d96-9db3-403b-aa24-46bf26655103 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.499758] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Successfully updated port: 16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.546778] env[69644]: DEBUG nova.compute.manager [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Received event network-vif-deleted-53403687-08be-4b1e-967e-259019c57c8a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.547095] env[69644]: DEBUG nova.compute.manager [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Received event network-vif-deleted-45bc2ab2-9a2c-4d88-a458-b8de88a11c2c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.547286] env[69644]: DEBUG nova.compute.manager [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received event network-vif-plugged-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.547521] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] Acquiring lock "43804861-277a-462f-9576-13b782938210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.548163] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] Lock "43804861-277a-462f-9576-13b782938210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.548380] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] Lock "43804861-277a-462f-9576-13b782938210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.548622] env[69644]: DEBUG nova.compute.manager [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] [instance: 43804861-277a-462f-9576-13b782938210] No waiting events found dispatching network-vif-plugged-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 762.548855] env[69644]: WARNING nova.compute.manager [req-e4e73a4b-645b-442c-9df6-e37243a0b5da req-f5e28e14-08f2-4b2a-bcc6-33b3ba6c957c service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received unexpected event network-vif-plugged-16edc570-a8d8-40b2-beef-41a6b84fba2f for instance with vm_state building and task_state spawning. [ 762.705719] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520eb062-4747-7432-cd2f-8444bdaed576, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.707489] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.707489] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.707489] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5842f3-3b97-43df-8d38-2e600a91148c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.718414] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 762.718414] env[69644]: value = "task-3552638" [ 762.718414] env[69644]: _type = "Task" [ 762.718414] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.728204] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.802597] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.811623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.737s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.814595] env[69644]: INFO nova.compute.manager [-] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Took 1.28 seconds to deallocate network for instance. [ 762.815111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.186s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.815111] env[69644]: INFO nova.compute.claims [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.907103] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552637, 'name': ReconfigVM_Task, 'duration_secs': 0.339178} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.907103] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5/volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.912023] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83235f75-195b-4cc0-b846-e7cf51d986fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.923340] env[69644]: INFO nova.compute.manager [-] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Took 1.30 seconds to deallocate network for instance. [ 762.932974] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 762.932974] env[69644]: value = "task-3552639" [ 762.932974] env[69644]: _type = "Task" [ 762.932974] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.943231] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.003124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.003124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.003124] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.230853] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552638, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.301511] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.329309] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.394954] env[69644]: INFO nova.scheduler.client.report [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleted allocation for migration ff7691c6-6512-4dae-90c7-e033ef5db77c [ 763.435197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.445449] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552639, 'name': ReconfigVM_Task, 'duration_secs': 0.198402} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.445816] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709295', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'name': 'volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bcdda24-8a74-441d-90ce-c938ca12eff9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'serial': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 763.446434] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d6cda43-b697-45c3-b503-e53058d55cd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.456142] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 763.456142] env[69644]: value = "task-3552640" [ 763.456142] env[69644]: _type = "Task" [ 763.456142] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.465706] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552640, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.541269] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.735866] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713513} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.736473] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.736855] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.737253] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9272b04f-3a4e-48f5-9d93-3d5e415e507a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.745572] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 763.745572] env[69644]: value = "task-3552641" [ 763.745572] env[69644]: _type = "Task" [ 763.745572] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.760443] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.761768] env[69644]: DEBUG nova.network.neutron [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [{"id": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "address": "fa:16:3e:96:1f:a9", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16edc570-a8", "ovs_interfaceid": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.805348] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.902749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c0a06f7f-dfad-42a6-940e-ba707e2e79ad tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.487s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.977472] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552640, 'name': Rename_Task, 'duration_secs': 0.209257} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.977702] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.977972] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c335c834-6b4a-4142-a525-90e5eedb3542 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.989438] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 763.989438] env[69644]: value = "task-3552642" [ 763.989438] env[69644]: _type = "Task" [ 763.989438] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.009749] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.268028] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268650] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance network_info: |[{"id": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "address": "fa:16:3e:96:1f:a9", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16edc570-a8", "ovs_interfaceid": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.269855] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075222} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.273187] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:1f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16edc570-a8d8-40b2-beef-41a6b84fba2f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.283768] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.283768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.283768] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43804861-277a-462f-9576-13b782938210] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.283768] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3ba40-280c-4733-b4e7-51c75b053b77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.288836] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b78216-53e8-47c8-b7c3-79b95879368c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.329084] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.334506] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4300b7e4-0860-4f26-bcc7-7ba5a9494f41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.353018] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.353018] env[69644]: value = "task-3552643" [ 764.353018] env[69644]: _type = "Task" [ 764.353018] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.354651] env[69644]: DEBUG oslo_vmware.api [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552620, 'name': ReconfigVM_Task, 'duration_secs': 5.818805} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.359233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.359351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Reconfigured VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 764.362816] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 764.362816] env[69644]: value = "task-3552644" [ 764.362816] env[69644]: _type = "Task" [ 764.362816] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.374442] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552643, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.381080] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.504400] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.557614] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb5cf99-6613-4483-92a9-bc954ed61f61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.567498] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3787c-cbaf-4db4-98c7-6ca9109a7b67 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.609037] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd83ed03-aa28-4444-b4af-650473b950f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.610640] env[69644]: DEBUG nova.compute.manager [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.611464] env[69644]: DEBUG nova.compute.manager [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing instance network info cache due to event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.611464] env[69644]: DEBUG oslo_concurrency.lockutils [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] Acquiring lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.611596] env[69644]: DEBUG oslo_concurrency.lockutils [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] Acquired lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.611848] env[69644]: DEBUG nova.network.neutron [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.621945] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7beddf-130e-43c8-ab60-7ed2d869aad8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.641288] env[69644]: DEBUG nova.compute.provider_tree [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.866556] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552643, 'name': CreateVM_Task, 'duration_secs': 0.476827} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.870302] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43804861-277a-462f-9576-13b782938210] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.871159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.871368] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.871888] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.872780] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91353a01-ce56-4a2b-8018-c6bcfd24f489 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.878835] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552644, 'name': ReconfigVM_Task, 'duration_secs': 0.469631} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.880358] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Reconfigured VM instance instance-0000001f to attach disk [datastore2] d19ba014-ea1e-4f7b-9d4b-442b5fa19893/d19ba014-ea1e-4f7b-9d4b-442b5fa19893.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.881109] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 764.881109] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52883561-bd54-8359-876a-4d19d71b9bd0" [ 764.881109] env[69644]: _type = "Task" [ 764.881109] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.881378] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2081672f-734e-490e-82e9-3dfd3cabcdda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.896017] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52883561-bd54-8359-876a-4d19d71b9bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.896290] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 764.896290] env[69644]: value = "task-3552645" [ 764.896290] env[69644]: _type = "Task" [ 764.896290] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.906125] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552645, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.004518] env[69644]: DEBUG oslo_vmware.api [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3552642, 'name': PowerOnVM_Task, 'duration_secs': 0.754215} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.005735] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.005735] env[69644]: INFO nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Took 8.37 seconds to spawn the instance on the hypervisor. [ 765.005735] env[69644]: DEBUG nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.007026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecdf690-a4b5-4e13-bb5e-31e8277eb385 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.148060] env[69644]: DEBUG nova.scheduler.client.report [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.378278] env[69644]: DEBUG nova.network.neutron [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updated VIF entry in instance network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.378278] env[69644]: DEBUG nova.network.neutron [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [{"id": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "address": "fa:16:3e:96:1f:a9", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16edc570-a8", "ovs_interfaceid": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.397787] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52883561-bd54-8359-876a-4d19d71b9bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.017154} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.401759] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.402107] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.402446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.402677] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.402932] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.403534] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6163e3-9eae-48c4-9bcd-2d220bc23f00 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.417020] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552645, 'name': Rename_Task, 'duration_secs': 0.195854} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.418472] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.418837] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.418923] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.420030] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c66d8269-347f-4427-a09a-6747a7c138a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.421400] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f732a1-e571-4568-b062-8a6d18ee8b3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.429489] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 765.429489] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52441efd-b2fd-66e3-5761-992390ecb327" [ 765.429489] env[69644]: _type = "Task" [ 765.429489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.430970] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 765.430970] env[69644]: value = "task-3552646" [ 765.430970] env[69644]: _type = "Task" [ 765.430970] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.443385] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.446572] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52441efd-b2fd-66e3-5761-992390ecb327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.531245] env[69644]: INFO nova.compute.manager [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Took 49.04 seconds to build instance. [ 765.656794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.657414] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.660814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.718s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.661209] env[69644]: DEBUG nova.objects.instance [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lazy-loading 'resources' on Instance uuid d93a86bf-2725-49df-967b-f1eaef8d7910 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.756988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.757251] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.757450] env[69644]: DEBUG nova.network.neutron [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.795370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "b945a564-7589-4a4b-8660-0952d304ceb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.795699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.881203] env[69644]: DEBUG oslo_concurrency.lockutils [req-4e15f75c-025a-47d5-b2ab-ecf9301ec705 req-286dc1f9-7ab6-4728-be5c-70dbfd840159 service nova] Releasing lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.944615] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52441efd-b2fd-66e3-5761-992390ecb327, 'name': SearchDatastore_Task, 'duration_secs': 0.018347} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.948795] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.949020] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f878402c-6efd-4393-8478-a072881521b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.956744] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 765.956744] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5209f069-189f-33cf-fe17-0394e3fb2206" [ 765.956744] env[69644]: _type = "Task" [ 765.956744] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.967277] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5209f069-189f-33cf-fe17-0394e3fb2206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.033729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7161d6ac-98d4-42d6-96a5-66421310b4b9 tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.445s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.043570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.043999] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.044411] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "80617eab-4e1f-49c5-8741-89052b004f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.044713] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.044988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.047811] env[69644]: INFO nova.compute.manager [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Terminating instance [ 766.168518] env[69644]: DEBUG nova.compute.utils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.170661] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.170826] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.239469] env[69644]: DEBUG nova.policy [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e7335d9e8b496982cae63ab829cb09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8421172409794796a6dc2abd7c0849da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.448476] env[69644]: DEBUG oslo_vmware.api [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552646, 'name': PowerOnVM_Task, 'duration_secs': 0.691756} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.451325] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.451559] env[69644]: DEBUG nova.compute.manager [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.452662] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d429d0c3-2b76-4a79-8bee-0fcd13ae4e4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.476981] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5209f069-189f-33cf-fe17-0394e3fb2206, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.476981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.476981] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 43804861-277a-462f-9576-13b782938210/43804861-277a-462f-9576-13b782938210.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.477218] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcc6c0db-650a-4ada-8604-5d1df6d7a7f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.486749] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 766.486749] env[69644]: value = "task-3552647" [ 766.486749] env[69644]: _type = "Task" [ 766.486749] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.499316] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.540039] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.555042] env[69644]: DEBUG nova.compute.manager [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.555042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.555042] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417c2821-fbee-4a77-bd3b-59b024c44f50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.562542] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.562877] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a99f9fb-2035-4cfc-bcc3-c2d165e2fe50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.576255] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 766.576255] env[69644]: value = "task-3552648" [ 766.576255] env[69644]: _type = "Task" [ 766.576255] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.586845] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.649324] env[69644]: INFO nova.network.neutron [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Port 649b4534-dd4b-4426-977c-50dec84437d2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 766.649324] env[69644]: DEBUG nova.network.neutron [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [{"id": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "address": "fa:16:3e:18:4a:e1", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f471eee-9a", "ovs_interfaceid": "5f471eee-9a54-4a5a-af33-2144fa5ff2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.674748] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.727242] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Successfully created port: 4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.954185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13559515-9518-4ae1-8452-42c80576aef6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.968388] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe88542-fd92-42e2-a1bd-cadf73b06ad7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.020707] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.027407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120088c-5777-42b8-a19d-bc55a2fc3899 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.029275] env[69644]: DEBUG nova.compute.manager [req-4487cdf3-63f7-465b-bf48-54bb8892da55 req-1a191c7b-3b20-47f8-bf88-43d1348b05b2 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-vif-deleted-649b4534-dd4b-4426-977c-50dec84437d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.036970] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552647, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.040966] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af781dd3-3ef1-4ecd-88d2-cf84c1b43539 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.058763] env[69644]: DEBUG nova.compute.provider_tree [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.075540] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.088210] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552648, 'name': PowerOffVM_Task, 'duration_secs': 0.248893} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.088469] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.088628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.089709] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4bd1ef-7c6e-423f-a5ca-61b085314ad8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.151583] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-80617eab-4e1f-49c5-8741-89052b004f56" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.168432] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.168688] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.168902] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleting the datastore file [datastore1] 80617eab-4e1f-49c5-8741-89052b004f56 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.169199] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77958ecc-f74d-47cd-ad3e-122ac009865e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.179483] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 767.179483] env[69644]: value = "task-3552650" [ 767.179483] env[69644]: _type = "Task" [ 767.179483] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.194415] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.533033] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587577} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.533338] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 43804861-277a-462f-9576-13b782938210/43804861-277a-462f-9576-13b782938210.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.533729] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.534180] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd05e8e-7fe1-499b-885c-707c15374d5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.546958] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 767.546958] env[69644]: value = "task-3552651" [ 767.546958] env[69644]: _type = "Task" [ 767.546958] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.557062] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.564311] env[69644]: DEBUG nova.scheduler.client.report [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.656950] env[69644]: DEBUG oslo_concurrency.lockutils [None req-42dca7ed-028d-4ed2-861f-7115cb8dad1b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-80617eab-4e1f-49c5-8741-89052b004f56-649b4534-dd4b-4426-977c-50dec84437d2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.960s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.688964] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.696280] env[69644]: DEBUG oslo_vmware.api [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217038} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.697597] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.697597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.697597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.697597] env[69644]: INFO nova.compute.manager [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.697597] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.697597] env[69644]: DEBUG nova.compute.manager [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.698146] env[69644]: DEBUG nova.network.neutron [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.722443] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.722443] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.722708] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.722966] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.723134] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.723452] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.723535] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.723813] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.724075] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.724263] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.724578] env[69644]: DEBUG nova.virt.hardware [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.727134] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93b612-b4ba-40ab-8111-a56456a0d2ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.744600] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.744950] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.745330] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.745625] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.746065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.753792] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5422813-3a9e-432f-9ee3-468271a1a4b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.767639] env[69644]: INFO nova.compute.manager [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Terminating instance [ 767.960441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.960735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.960912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.961108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.961282] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.963608] env[69644]: INFO nova.compute.manager [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Terminating instance [ 768.061918] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075608} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.063972] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.064865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899061e2-cdfc-475a-ad15-c7d741d5894b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.070509] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.092727] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.089s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.096857] env[69644]: INFO nova.compute.claims [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.113169] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 43804861-277a-462f-9576-13b782938210/43804861-277a-462f-9576-13b782938210.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.115028] env[69644]: INFO nova.scheduler.client.report [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Deleted allocations for instance d93a86bf-2725-49df-967b-f1eaef8d7910 [ 768.116675] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61f9ea4-1808-4c3b-8e4d-54ccfc2c6e9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.146838] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 768.146838] env[69644]: value = "task-3552652" [ 768.146838] env[69644]: _type = "Task" [ 768.146838] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.157137] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.273925] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "refresh_cache-d19ba014-ea1e-4f7b-9d4b-442b5fa19893" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.274186] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquired lock "refresh_cache-d19ba014-ea1e-4f7b-9d4b-442b5fa19893" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.274376] env[69644]: DEBUG nova.network.neutron [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.295283] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Successfully updated port: 4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.468459] env[69644]: DEBUG nova.compute.manager [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.468577] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.469475] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280fc9d-267a-4922-b3f2-262f33412ba7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.475019] env[69644]: DEBUG nova.compute.manager [req-6cab682b-73ea-42d8-ba7c-3049484f607d req-46197906-323c-430e-a031-839d72afb8a6 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Received event network-vif-deleted-5f471eee-9a54-4a5a-af33-2144fa5ff2cd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.475217] env[69644]: INFO nova.compute.manager [req-6cab682b-73ea-42d8-ba7c-3049484f607d req-46197906-323c-430e-a031-839d72afb8a6 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Neutron deleted interface 5f471eee-9a54-4a5a-af33-2144fa5ff2cd; detaching it from the instance and deleting it from the info cache [ 768.475387] env[69644]: DEBUG nova.network.neutron [req-6cab682b-73ea-42d8-ba7c-3049484f607d req-46197906-323c-430e-a031-839d72afb8a6 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.484495] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.484495] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-839fb11b-dcc7-4950-92c7-988abd524a53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.491936] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 768.491936] env[69644]: value = "task-3552653" [ 768.491936] env[69644]: _type = "Task" [ 768.491936] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.502809] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.641155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9a631547-f38c-45af-9582-8de13602ceff tempest-ImagesOneServerTestJSON-1562227752 tempest-ImagesOneServerTestJSON-1562227752-project-member] Lock "d93a86bf-2725-49df-967b-f1eaef8d7910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.780s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.662465] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552652, 'name': ReconfigVM_Task, 'duration_secs': 0.423189} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.663018] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 43804861-277a-462f-9576-13b782938210/43804861-277a-462f-9576-13b782938210.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.664377] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60f3ee5-430f-4599-b324-06b937cf0b5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.676774] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 768.676774] env[69644]: value = "task-3552654" [ 768.676774] env[69644]: _type = "Task" [ 768.676774] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.687868] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552654, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.798605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.798825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799039] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.820910] env[69644]: DEBUG nova.network.neutron [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.924144] env[69644]: DEBUG nova.network.neutron [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.962042] env[69644]: DEBUG nova.network.neutron [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.978248] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b109377f-5e56-49a4-a75c-e36a7a202038 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.994937] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdc3367-5f7d-4a71-8daf-6c4e37d9b314 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021266] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552653, 'name': PowerOffVM_Task, 'duration_secs': 0.217651} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.021669] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.021810] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.022101] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a93d273-c022-4931-ad99-769a4fdb1eda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.042359] env[69644]: DEBUG nova.compute.manager [req-6cab682b-73ea-42d8-ba7c-3049484f607d req-46197906-323c-430e-a031-839d72afb8a6 service nova] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Detach interface failed, port_id=5f471eee-9a54-4a5a-af33-2144fa5ff2cd, reason: Instance 80617eab-4e1f-49c5-8741-89052b004f56 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.045297] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Received event network-changed-7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.045475] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Refreshing instance network info cache due to event network-changed-7954231b-7251-4f7e-94ee-d97381d3a19f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.045681] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Acquiring lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.045829] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Acquired lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.045982] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Refreshing network info cache for port 7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.110586] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.111025] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.111025] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Deleting the datastore file [datastore1] 91f16e9e-0f14-433b-b0aa-859b71e59f7d {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.111832] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0314f4ab-a1e7-46b3-ae65-18640faba64d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.120718] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for the task: (returnval){ [ 769.120718] env[69644]: value = "task-3552656" [ 769.120718] env[69644]: _type = "Task" [ 769.120718] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.135634] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.189923] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552654, 'name': Rename_Task, 'duration_secs': 0.18424} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.190389] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.192018] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d31768-ed91-4afd-b197-095bb97fd605 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.204020] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 769.204020] env[69644]: value = "task-3552657" [ 769.204020] env[69644]: _type = "Task" [ 769.204020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.215100] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.368176] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.428434] env[69644]: INFO nova.compute.manager [-] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Took 1.73 seconds to deallocate network for instance. [ 769.467622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Releasing lock "refresh_cache-d19ba014-ea1e-4f7b-9d4b-442b5fa19893" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.468129] env[69644]: DEBUG nova.compute.manager [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.472019] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.472019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59540c6-3b5d-45ce-961d-2eda59cc896e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.481294] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.481580] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0b6f65-8f77-4a61-a339-784009d50b59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.490032] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 769.490032] env[69644]: value = "task-3552658" [ 769.490032] env[69644]: _type = "Task" [ 769.490032] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.503061] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.634590] env[69644]: DEBUG oslo_vmware.api [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Task: {'id': task-3552656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.637500] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.637695] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.637869] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.638372] env[69644]: INFO nova.compute.manager [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 769.639082] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.639176] env[69644]: DEBUG nova.compute.manager [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.639272] env[69644]: DEBUG nova.network.neutron [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.687588] env[69644]: DEBUG nova.network.neutron [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Updating instance_info_cache with network_info: [{"id": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "address": "fa:16:3e:99:ed:49", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4de938-df", "ovs_interfaceid": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.725834] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.804490] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29cfd09-5565-4cf9-9010-d35614aa922f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.819033] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d871a9-cb51-4dc7-9f33-018fa33db478 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.855406] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d4450-f741-4697-b20d-046bb09d26f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.864567] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7b94e-5e9a-40c1-abf0-05ec76a340e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.881152] env[69644]: DEBUG nova.compute.provider_tree [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.935806] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.001519] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552658, 'name': PowerOffVM_Task, 'duration_secs': 0.145313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.001886] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.001983] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.002254] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2bd3ac6-b579-4851-ae9b-637e9c5411b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.032533] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.032754] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.032889] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Deleting the datastore file [datastore2] d19ba014-ea1e-4f7b-9d4b-442b5fa19893 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.033447] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f86817cd-40f1-40c0-833a-4b36b44912de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.039335] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updated VIF entry in instance network info cache for port 7954231b-7251-4f7e-94ee-d97381d3a19f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.039671] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updating instance_info_cache with network_info: [{"id": "7954231b-7251-4f7e-94ee-d97381d3a19f", "address": "fa:16:3e:12:e6:52", "network": {"id": "9156cc24-ada2-49c5-8dda-70317e1c2e6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1225781986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18bb60b2c9d64532bdaa02cc7e0e0fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7954231b-72", "ovs_interfaceid": "7954231b-7251-4f7e-94ee-d97381d3a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.046979] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for the task: (returnval){ [ 770.046979] env[69644]: value = "task-3552660" [ 770.046979] env[69644]: _type = "Task" [ 770.046979] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.052306] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.195020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.195020] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Instance network_info: |[{"id": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "address": "fa:16:3e:99:ed:49", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4de938-df", "ovs_interfaceid": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.195020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ed:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f4de938-df5c-4666-b2e5-bd0e17bf0e4b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.203611] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.204419] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.208101] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16adb5c-f7ae-44d1-9edb-1a209e70dbe3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.231424] env[69644]: DEBUG oslo_vmware.api [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552657, 'name': PowerOnVM_Task, 'duration_secs': 0.555853} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.232670] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.233086] env[69644]: INFO nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Took 8.13 seconds to spawn the instance on the hypervisor. [ 770.233402] env[69644]: DEBUG nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.235103] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.235103] env[69644]: value = "task-3552661" [ 770.235103] env[69644]: _type = "Task" [ 770.235103] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.235103] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea63ce-d588-4eda-a5a8-5f8153100099 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.249498] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552661, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.390574] env[69644]: DEBUG nova.scheduler.client.report [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.543477] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Releasing lock "refresh_cache-7bcdda24-8a74-441d-90ce-c938ca12eff9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.543886] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Received event network-vif-plugged-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.544198] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Acquiring lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.544456] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.544637] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.544807] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] No waiting events found dispatching network-vif-plugged-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.544990] env[69644]: WARNING nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Received unexpected event network-vif-plugged-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b for instance with vm_state building and task_state spawning. [ 770.545173] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Received event network-changed-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.545352] env[69644]: DEBUG nova.compute.manager [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Refreshing instance network info cache due to event network-changed-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.545540] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Acquiring lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.545690] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Acquired lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.545849] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Refreshing network info cache for port 4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.570686] env[69644]: DEBUG oslo_vmware.api [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Task: {'id': task-3552660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289287} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.571311] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.571311] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.571458] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.571684] env[69644]: INFO nova.compute.manager [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Took 1.10 seconds to destroy the instance on the hypervisor. [ 770.572009] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.572505] env[69644]: DEBUG nova.compute.manager [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.572609] env[69644]: DEBUG nova.network.neutron [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.591408] env[69644]: DEBUG nova.network.neutron [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.752329] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552661, 'name': CreateVM_Task, 'duration_secs': 0.484781} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.752706] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.753830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.754065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.754983] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.754983] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d273774c-e88f-4d3c-a4f9-afd9cef2c319 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.769801] env[69644]: DEBUG nova.network.neutron [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.771149] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 770.771149] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272e7dd-e502-e888-7ecd-fd72b0c58e35" [ 770.771149] env[69644]: _type = "Task" [ 770.771149] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.782044] env[69644]: INFO nova.compute.manager [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Took 44.11 seconds to build instance. [ 770.793460] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272e7dd-e502-e888-7ecd-fd72b0c58e35, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.793798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.794066] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.794381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.794552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.794738] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.795176] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf0d54fc-0fb2-43fc-8881-47eb545c5924 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.809223] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.809223] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.809970] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffa03b5-ada7-4850-9993-fa49f675f74c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.818215] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 770.818215] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520da1d0-63d6-9298-033a-53742b4909d4" [ 770.818215] env[69644]: _type = "Task" [ 770.818215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.831129] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520da1d0-63d6-9298-033a-53742b4909d4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.831988] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b508c1-e0d6-46c4-987b-dfa155a11b74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.840036] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 770.840036] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44586-debc-049b-7d44-dc206a519876" [ 770.840036] env[69644]: _type = "Task" [ 770.840036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.852016] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44586-debc-049b-7d44-dc206a519876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.898153] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.898153] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.901210] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.711s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.901611] env[69644]: INFO nova.compute.claims [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.085417] env[69644]: DEBUG nova.compute.manager [req-ff96dc2c-c3ed-44c6-b172-84c08776bd86 req-516e09f5-d090-40ed-85cb-d0e572ae1c34 service nova] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Received event network-vif-deleted-7519928b-ae27-48a2-99a1-41b36c228023 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.096639] env[69644]: DEBUG nova.network.neutron [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.130845] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 771.132235] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca5e90-500c-4fe4-8008-160f067c4622 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.140030] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 771.140030] env[69644]: ERROR oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk due to incomplete transfer. [ 771.140030] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a8055f1-65c1-45e1-8b1f-6d8404ecba33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.147977] env[69644]: DEBUG oslo_vmware.rw_handles [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e8ba6-c273-2a62-b418-65032e9af896/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 771.148356] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Uploaded image 302e5561-8675-48b5-b085-4073e2ba0b62 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 771.150773] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.151050] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d0cd62d-2f15-4818-9df1-e90a2cc9faa1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.162198] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 771.162198] env[69644]: value = "task-3552662" [ 771.162198] env[69644]: _type = "Task" [ 771.162198] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.173439] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552662, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.275291] env[69644]: INFO nova.compute.manager [-] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Took 1.64 seconds to deallocate network for instance. [ 771.285140] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b93dbd6b-6540-42ab-bedc-272db2552d30 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.263s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.355572] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a44586-debc-049b-7d44-dc206a519876, 'name': SearchDatastore_Task, 'duration_secs': 0.015937} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.355572] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.355572] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] bd105823-9878-4ff8-89d5-9d779a411fe3/bd105823-9878-4ff8-89d5-9d779a411fe3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.355572] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f43fd6c-f918-42c9-b855-880538028e91 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.365325] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 771.365325] env[69644]: value = "task-3552663" [ 771.365325] env[69644]: _type = "Task" [ 771.365325] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.375651] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.392230] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Updated VIF entry in instance network info cache for port 4f4de938-df5c-4666-b2e5-bd0e17bf0e4b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.392230] env[69644]: DEBUG nova.network.neutron [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Updating instance_info_cache with network_info: [{"id": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "address": "fa:16:3e:99:ed:49", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4de938-df", "ovs_interfaceid": "4f4de938-df5c-4666-b2e5-bd0e17bf0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.405679] env[69644]: DEBUG nova.compute.utils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.407278] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.407501] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.487975] env[69644]: DEBUG nova.policy [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5663171cb7c4f648ef6757090e9d4e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378f04cfb90f42e3992f57ebc2febfcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.600328] env[69644]: INFO nova.compute.manager [-] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Took 1.03 seconds to deallocate network for instance. [ 771.672572] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552662, 'name': Destroy_Task, 'duration_secs': 0.402025} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.675509] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Destroyed the VM [ 771.675509] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.675509] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1daa398-09a3-47e8-af20-1a6b6c1861a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.685549] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 771.685549] env[69644]: value = "task-3552664" [ 771.685549] env[69644]: _type = "Task" [ 771.685549] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.700544] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.785018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.789034] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.879545] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552663, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.894800] env[69644]: DEBUG oslo_concurrency.lockutils [req-62fdd744-c631-49e8-953d-f5c5a18e0245 req-63d220b2-ff45-407f-9b68-ab33950b4f04 service nova] Releasing lock "refresh_cache-bd105823-9878-4ff8-89d5-9d779a411fe3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.914503] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.042209] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Successfully created port: 2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.108498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.202328] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.303308] env[69644]: DEBUG nova.compute.manager [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.303913] env[69644]: DEBUG nova.compute.manager [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing instance network info cache due to event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.304318] env[69644]: DEBUG oslo_concurrency.lockutils [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304649] env[69644]: DEBUG oslo_concurrency.lockutils [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.306204] env[69644]: DEBUG nova.network.neutron [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.326832] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.380623] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568074} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.380623] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] bd105823-9878-4ff8-89d5-9d779a411fe3/bd105823-9878-4ff8-89d5-9d779a411fe3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.380805] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.381080] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d664ae7d-93c0-4485-a341-5fea7f503e8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.389522] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 772.389522] env[69644]: value = "task-3552665" [ 772.389522] env[69644]: _type = "Task" [ 772.389522] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.406719] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.619042] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f37b60-50e5-4801-adba-0af34f50cbd5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.628280] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae8c10-cb05-4399-a3bb-784339d39f83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.660318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70206dfe-c4c7-4657-a27e-afd43806ab1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.672148] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006441b3-a4a9-4c2f-b023-d77f898df3ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.685738] env[69644]: DEBUG nova.compute.provider_tree [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.696648] env[69644]: DEBUG oslo_vmware.api [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552664, 'name': RemoveSnapshot_Task, 'duration_secs': 0.957118} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.697552] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.697829] env[69644]: INFO nova.compute.manager [None req-649612b8-17f8-43d5-89c5-7dec2453948d tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 772.904815] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147954} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.905509] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.907286] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a748c882-c667-4a8c-939e-95220fb44b3a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.928131] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.942815] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] bd105823-9878-4ff8-89d5-9d779a411fe3/bd105823-9878-4ff8-89d5-9d779a411fe3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.945681] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d9fb40-108d-4c6b-8672-cebe4bf98cdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.974973] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 772.974973] env[69644]: value = "task-3552666" [ 772.974973] env[69644]: _type = "Task" [ 772.974973] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.977562] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.978209] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.978209] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.978209] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.978368] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.978407] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.978609] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.978755] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.978911] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.979293] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.979390] env[69644]: DEBUG nova.virt.hardware [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.980674] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b149c-9c1d-43cb-b584-de0a5340d948 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.993438] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.000560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426c1e0-3d1e-4767-9c05-adcf88a61ef6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.104272] env[69644]: DEBUG nova.network.neutron [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updated VIF entry in instance network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.105180] env[69644]: DEBUG nova.network.neutron [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.192032] env[69644]: DEBUG nova.scheduler.client.report [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.490709] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552666, 'name': ReconfigVM_Task, 'duration_secs': 0.297855} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.491064] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] bd105823-9878-4ff8-89d5-9d779a411fe3/bd105823-9878-4ff8-89d5-9d779a411fe3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.491717] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519f659e-7e5a-4ff1-8479-ba1eaedad382 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.499822] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 773.499822] env[69644]: value = "task-3552667" [ 773.499822] env[69644]: _type = "Task" [ 773.499822] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.509957] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552667, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.609768] env[69644]: DEBUG oslo_concurrency.lockutils [req-1efd23a8-7248-493f-beca-10ceb9227299 req-366d9bd5-b051-4d75-af2a-e5ca89fcf537 service nova] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700165] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.700687] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.704104] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.568s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.706070] env[69644]: INFO nova.compute.claims [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.808792] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Successfully updated port: 2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.014353] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552667, 'name': Rename_Task, 'duration_secs': 0.156675} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.014645] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.014902] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f78528b-1d75-4a03-b666-aadfdd700d0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.024206] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 774.024206] env[69644]: value = "task-3552668" [ 774.024206] env[69644]: _type = "Task" [ 774.024206] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.038357] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.212289] env[69644]: DEBUG nova.compute.utils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.217486] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.217486] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.309369] env[69644]: DEBUG nova.policy [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c555c433d7747fb81d3456dc89b552d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9396b6ab1f2c422099feba99d88df64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.312667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.312667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquired lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312667] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.386169] env[69644]: DEBUG nova.compute.manager [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Received event network-vif-plugged-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.386169] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] Acquiring lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.386369] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.386605] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.386686] env[69644]: DEBUG nova.compute.manager [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] No waiting events found dispatching network-vif-plugged-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.386926] env[69644]: WARNING nova.compute.manager [req-d8c615dd-b8c9-40d4-9415-ba00f4ea0e2f req-3381da9a-47b6-4c46-992d-ff922fbd8b8f service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Received unexpected event network-vif-plugged-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde for instance with vm_state building and task_state spawning. [ 774.536664] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.715957] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.739653] env[69644]: DEBUG nova.compute.manager [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.740104] env[69644]: DEBUG nova.compute.manager [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing instance network info cache due to event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.740489] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.740876] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.740876] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.773122] env[69644]: DEBUG nova.compute.manager [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.775735] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee4abaf-913d-4af4-94b5-b1730b0f7fdf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.830651] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Successfully created port: 05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.880188] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.037239] env[69644]: DEBUG oslo_vmware.api [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552668, 'name': PowerOnVM_Task, 'duration_secs': 0.744163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.037517] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.037705] env[69644]: INFO nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Took 7.35 seconds to spawn the instance on the hypervisor. [ 775.037877] env[69644]: DEBUG nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.038991] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c948fc47-000d-45b6-8b04-682330300fe1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.199054] env[69644]: DEBUG nova.network.neutron [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Updating instance_info_cache with network_info: [{"id": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "address": "fa:16:3e:9d:40:5a", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1db4c9-1c", "ovs_interfaceid": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.295205] env[69644]: INFO nova.compute.manager [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] instance snapshotting [ 775.298443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b2b02-ea61-4dcc-a362-a9d6baf88fc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.327933] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb75637-5760-4aaa-8fdc-bca9b57a6747 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.376401] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5fb318-fb41-4bd9-b8e2-c0bd84d29319 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.386663] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb781d1e-7a41-48e5-9c9d-1caa0755f852 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.419967] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ee080-903e-47c9-8dc8-da45a0e59602 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.428378] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ce5fc-a7cb-4ed8-8fba-c81b97b90626 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.442296] env[69644]: DEBUG nova.compute.provider_tree [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.560288] env[69644]: INFO nova.compute.manager [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Took 43.95 seconds to build instance. [ 775.643231] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updated VIF entry in instance network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.643592] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.701982] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Releasing lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.702363] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Instance network_info: |[{"id": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "address": "fa:16:3e:9d:40:5a", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1db4c9-1c", "ovs_interfaceid": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.702773] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:40:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.719392] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Creating folder: Project (378f04cfb90f42e3992f57ebc2febfcb). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.719697] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec87966-4b79-4949-8d15-a9e440adcce0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.736972] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.737802] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Created folder: Project (378f04cfb90f42e3992f57ebc2febfcb) in parent group-v709242. [ 775.737984] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Creating folder: Instances. Parent ref: group-v709345. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.738427] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded92e84-45ec-43b5-a364-dbd14b122cbb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.752140] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Created folder: Instances in parent group-v709345. [ 775.752451] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.752670] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.752882] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77eb004-10c3-44da-9c2b-02d08247dde6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.783214] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.783214] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.783214] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.783932] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.784120] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.785835] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.786215] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.786397] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.786708] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.786919] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.787186] env[69644]: DEBUG nova.virt.hardware [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.790327] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d30d656-81f6-4be6-b69c-923964df7594 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.793530] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.793530] env[69644]: value = "task-3552671" [ 775.793530] env[69644]: _type = "Task" [ 775.793530] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.801759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66c4a8-ab94-4e49-9798-44f26427e9d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.809022] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552671, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.844419] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.844419] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0d43b3f-3be4-400d-8a77-720a19b9d3e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.855486] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 775.855486] env[69644]: value = "task-3552672" [ 775.855486] env[69644]: _type = "Task" [ 775.855486] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.864750] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552672, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.949019] env[69644]: DEBUG nova.scheduler.client.report [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.062399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-54fd9beb-6dd4-4013-aada-26c88f5629ac tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.824s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.153097] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.153097] env[69644]: DEBUG nova.compute.manager [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.153097] env[69644]: DEBUG nova.compute.manager [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing instance network info cache due to event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.153097] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Acquiring lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153097] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Acquired lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153097] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.304622] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552671, 'name': CreateVM_Task, 'duration_secs': 0.370727} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.305360] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.306454] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.306749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.307160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.307568] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f1dbc6-2e75-45ee-9b40-8bb321e2fd94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.313407] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 776.313407] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a7467-7c70-d5ab-5805-d21510dc3d71" [ 776.313407] env[69644]: _type = "Task" [ 776.313407] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.322814] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a7467-7c70-d5ab-5805-d21510dc3d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.372337] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552672, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.454904] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.455473] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.458047] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.299s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.459668] env[69644]: INFO nova.compute.claims [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.570620] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.797877] env[69644]: DEBUG nova.compute.manager [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Received event network-changed-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.798049] env[69644]: DEBUG nova.compute.manager [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Refreshing instance network info cache due to event network-changed-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.798399] env[69644]: DEBUG oslo_concurrency.lockutils [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] Acquiring lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.798399] env[69644]: DEBUG oslo_concurrency.lockutils [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] Acquired lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.798677] env[69644]: DEBUG nova.network.neutron [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Refreshing network info cache for port 2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.828657] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a7467-7c70-d5ab-5805-d21510dc3d71, 'name': SearchDatastore_Task, 'duration_secs': 0.018605} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.829305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.829541] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.829743] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.829891] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.830096] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.830367] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1301268-23a9-459a-b687-22449a2b0086 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.840983] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.841154] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.841881] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a045e82b-4629-4714-bd38-dd75babe1cc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.849025] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 776.849025] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52039b8e-1af0-80eb-add8-0dfe6e3b2b4f" [ 776.849025] env[69644]: _type = "Task" [ 776.849025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.853979] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Successfully updated port: 05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.862265] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52039b8e-1af0-80eb-add8-0dfe6e3b2b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.871555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "43804861-277a-462f-9576-13b782938210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.871789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.872011] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "43804861-277a-462f-9576-13b782938210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.872204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.872406] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.875762] env[69644]: INFO nova.compute.manager [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Terminating instance [ 776.883209] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552672, 'name': CreateSnapshot_Task, 'duration_secs': 0.580956} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.883443] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.884340] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a8f6d-9275-4a1f-bbb2-a0a73bbf3ac1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.953284] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updated VIF entry in instance network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.953284] env[69644]: DEBUG nova.network.neutron [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [{"id": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "address": "fa:16:3e:96:1f:a9", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16edc570-a8", "ovs_interfaceid": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.968024] env[69644]: DEBUG nova.compute.utils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.969193] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.969469] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.011420] env[69644]: DEBUG nova.policy [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21f502cfb36648fd923a2fcc1f799018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02dc939c1e304b1f85eeb407cb8d8940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.097463] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.164364] env[69644]: DEBUG nova.compute.manager [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.164996] env[69644]: DEBUG nova.compute.manager [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing instance network info cache due to event network-changed-16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.165294] env[69644]: DEBUG oslo_concurrency.lockutils [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] Acquiring lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.297535] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Successfully created port: 679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.358991] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52039b8e-1af0-80eb-add8-0dfe6e3b2b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.020793} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.359861] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64bad7e-7c0f-4371-866f-342a94faae3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.363093] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.363292] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.363416] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.368902] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 777.368902] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f55f5d-e5b2-0662-dd6d-d3f17cc41d4c" [ 777.368902] env[69644]: _type = "Task" [ 777.368902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.383821] env[69644]: DEBUG nova.compute.manager [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.384199] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.384425] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f55f5d-e5b2-0662-dd6d-d3f17cc41d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.385176] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca876900-0765-47e0-b299-ae62d3ba92a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.396369] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.396641] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a586dee-c8eb-4238-9d00-331a1c64714f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.412931] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.418187] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12d0fb61-929f-4f0e-b483-a2e852e3360f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.421246] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 777.421246] env[69644]: value = "task-3552673" [ 777.421246] env[69644]: _type = "Task" [ 777.421246] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.423616] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7431b4-93e9-40a7-8cf1-e9d2ab157c5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.437265] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 777.437265] env[69644]: value = "task-3552674" [ 777.437265] env[69644]: _type = "Task" [ 777.437265] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.440015] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Suspending the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 777.446627] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c98214dd-0e3a-48ef-be27-d842d41c5fdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.448656] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.456293] env[69644]: DEBUG oslo_concurrency.lockutils [req-c6f8f540-2b9c-4154-a29a-bc77066e48eb req-317aab90-824d-414c-a1de-c90e16f73d75 service nova] Releasing lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457192] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552674, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.458809] env[69644]: DEBUG oslo_concurrency.lockutils [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] Acquired lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.458908] env[69644]: DEBUG nova.network.neutron [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] [instance: 43804861-277a-462f-9576-13b782938210] Refreshing network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.460204] env[69644]: DEBUG oslo_vmware.api [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 777.460204] env[69644]: value = "task-3552675" [ 777.460204] env[69644]: _type = "Task" [ 777.460204] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.479239] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.480105] env[69644]: DEBUG oslo_vmware.api [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552675, 'name': SuspendVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.742088] env[69644]: DEBUG nova.network.neutron [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Updated VIF entry in instance network info cache for port 2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.744024] env[69644]: DEBUG nova.network.neutron [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Updating instance_info_cache with network_info: [{"id": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "address": "fa:16:3e:9d:40:5a", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1db4c9-1c", "ovs_interfaceid": "2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.887718] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f55f5d-e5b2-0662-dd6d-d3f17cc41d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.891171] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.891296] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5/92bc9607-4fb6-4f15-87c2-fe8278b5e7b5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.891878] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3446fee-f576-41bc-b71a-a3290e2e80c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902541] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 777.902541] env[69644]: value = "task-3552676" [ 777.902541] env[69644]: _type = "Task" [ 777.902541] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.916128] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.922189] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.937167] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552673, 'name': PowerOffVM_Task, 'duration_secs': 0.256233} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.938044] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.938044] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.938044] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595d1c2a-60e5-466d-add4-14f1adfdd2cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.954063] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552674, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.979505] env[69644]: DEBUG oslo_vmware.api [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552675, 'name': SuspendVM_Task} progress is 62%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.030269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.030269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.030269] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleting the datastore file [datastore2] 43804861-277a-462f-9576-13b782938210 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.030269] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a1253e4-d006-485a-9697-eb4f1bb2b864 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.049036] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 778.049036] env[69644]: value = "task-3552678" [ 778.049036] env[69644]: _type = "Task" [ 778.049036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.059971] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.145965] env[69644]: DEBUG nova.network.neutron [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Updating instance_info_cache with network_info: [{"id": "05af07b6-bfa0-473f-a854-9a84d982bdce", "address": "fa:16:3e:48:2e:b8", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05af07b6-bf", "ovs_interfaceid": "05af07b6-bfa0-473f-a854-9a84d982bdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.230520] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f204a-4ab4-48f8-ad97-53d0fa09d2bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.239930] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25b0e7-c5fd-4cb8-aa85-ea09f078260a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.249958] env[69644]: DEBUG oslo_concurrency.lockutils [req-a06be45d-198c-4829-be95-977a1c50d08b req-ceb6e91a-2bb3-4a0d-8c9b-2db41d73e151 service nova] Releasing lock "refresh_cache-92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.276745] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cffcda-334b-4af8-929c-91f1cd7eb3f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.286597] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a66ea6-3b80-4d4d-b569-b53dfef824f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.303538] env[69644]: DEBUG nova.compute.provider_tree [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.408900] env[69644]: DEBUG nova.network.neutron [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updated VIF entry in instance network info cache for port 16edc570-a8d8-40b2-beef-41a6b84fba2f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.409405] env[69644]: DEBUG nova.network.neutron [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [{"id": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "address": "fa:16:3e:96:1f:a9", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16edc570-a8", "ovs_interfaceid": "16edc570-a8d8-40b2-beef-41a6b84fba2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.416683] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475201} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.417008] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5/92bc9607-4fb6-4f15-87c2-fe8278b5e7b5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.417296] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.417593] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa76656-e72d-4c45-9d04-09d83d42f72c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.426757] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 778.426757] env[69644]: value = "task-3552679" [ 778.426757] env[69644]: _type = "Task" [ 778.426757] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.437343] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.450146] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552674, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.479216] env[69644]: DEBUG oslo_vmware.api [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552675, 'name': SuspendVM_Task, 'duration_secs': 0.771738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.479641] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Suspended the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 778.479946] env[69644]: DEBUG nova.compute.manager [None req-ea5a81ad-7b57-4c2b-9940-5d7052237b31 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.480946] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645709e-078e-4b95-86eb-ffa6ea6ee41c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.489698] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.516069] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.516069] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.516069] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.516069] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.516069] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.516677] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.517034] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.517720] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.518198] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.518588] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.519039] env[69644]: DEBUG nova.virt.hardware [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.520034] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5918f-8d60-49d4-93b9-8a59181af01f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.529507] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e381f9f-db81-4305-a0a2-65aaf1097feb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.558941] env[69644]: DEBUG oslo_vmware.api [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354793} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.562701] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.562701] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.562701] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.562701] env[69644]: INFO nova.compute.manager [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Took 1.18 seconds to destroy the instance on the hypervisor. [ 778.562701] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.562701] env[69644]: DEBUG nova.compute.manager [-] [instance: 43804861-277a-462f-9576-13b782938210] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.562701] env[69644]: DEBUG nova.network.neutron [-] [instance: 43804861-277a-462f-9576-13b782938210] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.651198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.651198] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance network_info: |[{"id": "05af07b6-bfa0-473f-a854-9a84d982bdce", "address": "fa:16:3e:48:2e:b8", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05af07b6-bf", "ovs_interfaceid": "05af07b6-bfa0-473f-a854-9a84d982bdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.651198] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05af07b6-bfa0-473f-a854-9a84d982bdce', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.657770] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.660716] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.661134] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff3b586-8f5a-4ea5-8846-b8825c49e681 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.687340] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.687340] env[69644]: value = "task-3552680" [ 778.687340] env[69644]: _type = "Task" [ 778.687340] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.694570] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552680, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.808084] env[69644]: DEBUG nova.scheduler.client.report [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.913843] env[69644]: DEBUG oslo_concurrency.lockutils [req-e0d95906-b4d1-4bf0-8aaf-bf9314c5fbbd req-dfb7da73-c873-468d-b7a9-975a6a443c0a service nova] Releasing lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.938352] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083308} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.939015] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.939409] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d7b8e-9849-489b-af57-ea7a9bced6ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.951340] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552674, 'name': CloneVM_Task, 'duration_secs': 1.382812} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.962372] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Created linked-clone VM from snapshot [ 778.972210] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5/92bc9607-4fb6-4f15-87c2-fe8278b5e7b5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.972931] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25681926-1ade-4ce6-9d9d-475f03b4083d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.975807] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b7d352-39c2-4520-9bb2-ebf936ef563f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.999363] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Uploading image 71ec2a69-1beb-45e5-ad34-88fa65d89af9 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.004340] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 779.004340] env[69644]: value = "task-3552681" [ 779.004340] env[69644]: _type = "Task" [ 779.004340] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.014376] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.046901] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.046901] env[69644]: value = "vm-709349" [ 779.046901] env[69644]: _type = "VirtualMachine" [ 779.046901] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.047283] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45bb1b3a-29ea-415c-b060-5d8af4f45d7e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.056354] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease: (returnval){ [ 779.056354] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5241ac50-e6d8-c007-911b-8430e568d340" [ 779.056354] env[69644]: _type = "HttpNfcLease" [ 779.056354] env[69644]: } obtained for exporting VM: (result){ [ 779.056354] env[69644]: value = "vm-709349" [ 779.056354] env[69644]: _type = "VirtualMachine" [ 779.056354] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.056778] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the lease: (returnval){ [ 779.056778] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5241ac50-e6d8-c007-911b-8430e568d340" [ 779.056778] env[69644]: _type = "HttpNfcLease" [ 779.056778] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.064702] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.064702] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5241ac50-e6d8-c007-911b-8430e568d340" [ 779.064702] env[69644]: _type = "HttpNfcLease" [ 779.064702] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.128331] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Successfully updated port: 679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.196626] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552680, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.316017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.316017] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.317346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.205s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.317793] env[69644]: DEBUG nova.objects.instance [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'resources' on Instance uuid c2aa4364-4d7b-4593-a864-f8cc1c35948f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.377431] env[69644]: DEBUG nova.compute.manager [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Received event network-vif-plugged-05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.377431] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Acquiring lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.377431] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.377431] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.377431] env[69644]: DEBUG nova.compute.manager [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] No waiting events found dispatching network-vif-plugged-05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.377431] env[69644]: WARNING nova.compute.manager [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Received unexpected event network-vif-plugged-05af07b6-bfa0-473f-a854-9a84d982bdce for instance with vm_state building and task_state spawning. [ 779.377431] env[69644]: DEBUG nova.compute.manager [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Received event network-changed-05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.377431] env[69644]: DEBUG nova.compute.manager [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Refreshing instance network info cache due to event network-changed-05af07b6-bfa0-473f-a854-9a84d982bdce. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.378774] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Acquiring lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.379072] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Acquired lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.379483] env[69644]: DEBUG nova.network.neutron [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Refreshing network info cache for port 05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.515955] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.551629] env[69644]: DEBUG nova.network.neutron [-] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.567271] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.567271] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5241ac50-e6d8-c007-911b-8430e568d340" [ 779.567271] env[69644]: _type = "HttpNfcLease" [ 779.567271] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.568278] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.568278] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5241ac50-e6d8-c007-911b-8430e568d340" [ 779.568278] env[69644]: _type = "HttpNfcLease" [ 779.568278] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.569386] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db3408-25ff-42c0-9aa5-ceda22a9abcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.579090] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.579439] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.581432] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.581759] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.582105] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.582402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.584520] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.585536] env[69644]: INFO nova.compute.manager [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Terminating instance [ 779.642629] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.642772] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.642914] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.696588] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552680, 'name': CreateVM_Task, 'duration_secs': 0.548276} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.696774] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.697577] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697755] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.698083] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.698374] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723818c4-ee73-4155-ab81-dda911576a41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.702697] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c316a762-ca10-4eb2-9178-92a8ea0b3cf5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.706771] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 779.706771] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250f02b-1084-f1f4-4287-15a52bf425bd" [ 779.706771] env[69644]: _type = "Task" [ 779.706771] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.717093] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250f02b-1084-f1f4-4287-15a52bf425bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.823155] env[69644]: DEBUG nova.compute.utils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.828316] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.828498] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.880010] env[69644]: DEBUG nova.policy [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bd769a09494811b4b6b6c3b5519344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e078b12ea024c12bc7d15fb25c4e1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.020971] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552681, 'name': ReconfigVM_Task, 'duration_secs': 0.714938} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.020971] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5/92bc9607-4fb6-4f15-87c2-fe8278b5e7b5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.020971] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36ded16b-66d1-4b18-9f53-94a8e5b56097 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.029314] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 780.029314] env[69644]: value = "task-3552683" [ 780.029314] env[69644]: _type = "Task" [ 780.029314] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.040386] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552683, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.054253] env[69644]: INFO nova.compute.manager [-] [instance: 43804861-277a-462f-9576-13b782938210] Took 1.49 seconds to deallocate network for instance. [ 780.092247] env[69644]: DEBUG nova.compute.manager [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.095186] env[69644]: DEBUG nova.compute.manager [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing instance network info cache due to event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.095411] env[69644]: DEBUG oslo_concurrency.lockutils [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.095563] env[69644]: DEBUG oslo_concurrency.lockutils [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.095734] env[69644]: DEBUG nova.network.neutron [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.147601] env[69644]: DEBUG nova.compute.manager [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.147823] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.148734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd992c-f01f-44de-bfc8-1a578a21da9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.163381] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.164443] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cea2c56-495a-4714-894d-c5f4062e4f4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.178947] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 780.178947] env[69644]: value = "task-3552684" [ 780.178947] env[69644]: _type = "Task" [ 780.178947] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.191961] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.195574] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.226199] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5250f02b-1084-f1f4-4287-15a52bf425bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.233262] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.233688] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.234127] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234397] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.234645] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.235574] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7276bf1-0705-4230-8b77-8418263e6498 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.246558] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.246663] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.251286] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57933cc9-b6c9-4dfb-8339-5ad0c2ac525f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.257031] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 780.257031] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b049f8-9cb5-4c03-19b3-1537ddba09d9" [ 780.257031] env[69644]: _type = "Task" [ 780.257031] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.270202] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b049f8-9cb5-4c03-19b3-1537ddba09d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.275267] env[69644]: DEBUG nova.network.neutron [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Updated VIF entry in instance network info cache for port 05af07b6-bfa0-473f-a854-9a84d982bdce. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.275582] env[69644]: DEBUG nova.network.neutron [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Updating instance_info_cache with network_info: [{"id": "05af07b6-bfa0-473f-a854-9a84d982bdce", "address": "fa:16:3e:48:2e:b8", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05af07b6-bf", "ovs_interfaceid": "05af07b6-bfa0-473f-a854-9a84d982bdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.329029] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.546779] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552683, 'name': Rename_Task, 'duration_secs': 0.223098} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.550320] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Successfully created port: 980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.552170] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.552493] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0224cd29-8c19-466d-8cbc-8d77c9fc3b4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.559274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d9aa5-ba3c-4392-bcdc-c2d884d95cba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.565032] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 780.565032] env[69644]: value = "task-3552685" [ 780.565032] env[69644]: _type = "Task" [ 780.565032] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.571949] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.574163] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d2af8-7c14-4968-bc42-921e90bc2790 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.580809] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.618951] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe779da5-f7d7-40e1-890d-47cc367c2ff0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.632803] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0f8f84-4b08-405f-b9e4-95bb8a4ed3fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.652939] env[69644]: DEBUG nova.compute.provider_tree [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.678700] env[69644]: DEBUG nova.network.neutron [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updating instance_info_cache with network_info: [{"id": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "address": "fa:16:3e:6a:0f:6b", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d8b04-b3", "ovs_interfaceid": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.690736] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552684, 'name': PowerOffVM_Task, 'duration_secs': 0.2258} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.691038] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.691392] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.691913] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164de750-5f78-48cb-a56c-5b4a40600796 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.757419] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.757887] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.758188] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Deleting the datastore file [datastore2] ac459686-1271-4abc-8b3e-f1100b34c1b1 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.758561] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28c511e-6199-4397-9eb1-371f4e8f560a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770080] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b049f8-9cb5-4c03-19b3-1537ddba09d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.772215] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for the task: (returnval){ [ 780.772215] env[69644]: value = "task-3552687" [ 780.772215] env[69644]: _type = "Task" [ 780.772215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.772515] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d5addf-b1ad-481c-9be5-14897360f75a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.786036] env[69644]: DEBUG oslo_concurrency.lockutils [req-ccfe6734-3a3a-4037-a997-64d055e0dc90 req-68e8c5bc-e35c-4884-bfd7-83f5ab6460ab service nova] Releasing lock "refresh_cache-0bd225f7-5469-400a-b6bf-7e43c3174dcb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.788454] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 780.788454] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279b405-dcad-7edf-4c54-70a8d8d3101a" [ 780.788454] env[69644]: _type = "Task" [ 780.788454] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.791729] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.803236] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279b405-dcad-7edf-4c54-70a8d8d3101a, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.803668] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.804214] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.806105] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5435c0-fd71-4260-a6c8-08130c6efae5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813114] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 780.813114] env[69644]: value = "task-3552688" [ 780.813114] env[69644]: _type = "Task" [ 780.813114] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.825020] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.942196] env[69644]: DEBUG nova.network.neutron [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updated VIF entry in instance network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.942561] env[69644]: DEBUG nova.network.neutron [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.075999] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.128267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "43804861-277a-462f-9576-13b782938210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.155165] env[69644]: DEBUG nova.compute.manager [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.156424] env[69644]: DEBUG nova.scheduler.client.report [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.162078] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89797d-e142-4f4d-accb-f20752cb8a9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.181839] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Instance network_info: |[{"id": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "address": "fa:16:3e:6a:0f:6b", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d8b04-b3", "ovs_interfaceid": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.182303] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679d8b04-b3bc-4b2e-a923-c0dd535c1a10', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.190739] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Creating folder: Project (02dc939c1e304b1f85eeb407cb8d8940). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.191927] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5485641d-da7b-4a01-8bfc-6085cf0f963f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.204318] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Created folder: Project (02dc939c1e304b1f85eeb407cb8d8940) in parent group-v709242. [ 781.204702] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Creating folder: Instances. Parent ref: group-v709351. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.207882] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4f32175-5dd1-47e1-8e81-ac4df47ee8cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.217212] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Created folder: Instances in parent group-v709351. [ 781.217453] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.217642] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.217849] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcfd372c-366c-4fd4-ac6e-71eac70f339c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.246199] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.246199] env[69644]: value = "task-3552691" [ 781.246199] env[69644]: _type = "Task" [ 781.246199] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.259792] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552691, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.286572] env[69644]: DEBUG oslo_vmware.api [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Task: {'id': task-3552687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149015} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.286835] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.287082] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.287224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.287409] env[69644]: INFO nova.compute.manager [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.287747] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.287966] env[69644]: DEBUG nova.compute.manager [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.288077] env[69644]: DEBUG nova.network.neutron [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.323804] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.346897] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.373638] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.373932] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.374112] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.374298] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.374443] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.374601] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.374807] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.374965] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.375213] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.375330] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.375494] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.376397] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874737ca-1df1-48e7-8b4b-835474b9f2a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.385512] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b65c85-f1f8-4f69-98e5-de42b7110481 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.446353] env[69644]: DEBUG oslo_concurrency.lockutils [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.446693] env[69644]: DEBUG nova.compute.manager [req-3db794d0-6d86-48a4-8dc0-bc823f5d94c1 req-aafba990-be47-4a46-b20b-f454649a6890 service nova] [instance: 43804861-277a-462f-9576-13b782938210] Received event network-vif-deleted-16edc570-a8d8-40b2-beef-41a6b84fba2f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.576617] env[69644]: DEBUG oslo_vmware.api [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552685, 'name': PowerOnVM_Task, 'duration_secs': 0.643778} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.576995] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.577225] env[69644]: INFO nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Took 8.65 seconds to spawn the instance on the hypervisor. [ 781.578248] env[69644]: DEBUG nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.579181] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf288a2-6669-42bb-a257-dfd0f53f27b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.666853] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.670807] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.645s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.672253] env[69644]: INFO nova.compute.claims [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.678038] env[69644]: INFO nova.compute.manager [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] instance snapshotting [ 781.678038] env[69644]: WARNING nova.compute.manager [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 781.683249] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28938ca3-76a6-4589-98ca-7dbec6ba0cb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.703654] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db2db6-834a-49f1-a5ae-4243a84d0b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.707521] env[69644]: INFO nova.scheduler.client.report [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted allocations for instance c2aa4364-4d7b-4593-a864-f8cc1c35948f [ 781.757359] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552691, 'name': CreateVM_Task, 'duration_secs': 0.471944} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.757359] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.760929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.760929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.760929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.762120] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab7b26f-fb37-4e8f-b4de-8a156ccb7f19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.770020] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 781.770020] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a92c0b-e804-901a-57d1-507bb5c0c1a5" [ 781.770020] env[69644]: _type = "Task" [ 781.770020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.780320] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a92c0b-e804-901a-57d1-507bb5c0c1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.826357] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522257} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.826770] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.827677] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.828065] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439bf742-b6ba-4c9c-94ff-dbb0cc03a9c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.835498] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 781.835498] env[69644]: value = "task-3552692" [ 781.835498] env[69644]: _type = "Task" [ 781.835498] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.845238] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.937578] env[69644]: DEBUG nova.compute.manager [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received event network-vif-plugged-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.937951] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Acquiring lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.938510] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.941145] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.941145] env[69644]: DEBUG nova.compute.manager [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] No waiting events found dispatching network-vif-plugged-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 781.941145] env[69644]: WARNING nova.compute.manager [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received unexpected event network-vif-plugged-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 for instance with vm_state building and task_state spawning. [ 781.941145] env[69644]: DEBUG nova.compute.manager [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.941145] env[69644]: DEBUG nova.compute.manager [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing instance network info cache due to event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.941145] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Acquiring lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.941145] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Acquired lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.941145] env[69644]: DEBUG nova.network.neutron [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.100031] env[69644]: INFO nova.compute.manager [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Took 48.12 seconds to build instance. [ 782.138242] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Successfully updated port: 980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.221233] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.221791] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f4b962ed-f8a1-4796-8b51-784e1e319da4 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "c2aa4364-4d7b-4593-a864-f8cc1c35948f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.701s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.222711] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ed31d69-72b1-4bc0-8c40-a8752c1a4bea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.237258] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 782.237258] env[69644]: value = "task-3552693" [ 782.237258] env[69644]: _type = "Task" [ 782.237258] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.249842] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.278612] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a92c0b-e804-901a-57d1-507bb5c0c1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.278988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.279307] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.279595] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.279775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.280070] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.280367] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dccf2d65-50aa-4ba3-a7ac-2bcbdcc51a62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.289433] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.289687] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.290562] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2675214-747e-41d8-8c75-314281fdf766 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301021] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 782.301021] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e8282-25d5-b1de-4417-0a415a8aa5f8" [ 782.301021] env[69644]: _type = "Task" [ 782.301021] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.307456] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e8282-25d5-b1de-4417-0a415a8aa5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.347303] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.347715] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.348692] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39877ff4-3c29-4dfa-80fa-f239e459739d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.377049] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.378342] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a54de05-1bab-4275-b06c-9fb612e98fdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.401947] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 782.401947] env[69644]: value = "task-3552694" [ 782.401947] env[69644]: _type = "Task" [ 782.401947] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.410835] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.602515] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5992c902-ed5c-4bc9-a29e-33a10a2917fb tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.288s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.644375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.644375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.644572] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.693305] env[69644]: DEBUG nova.compute.manager [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.693564] env[69644]: DEBUG nova.compute.manager [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing instance network info cache due to event network-changed-5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.693813] env[69644]: DEBUG oslo_concurrency.lockutils [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] Acquiring lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.694053] env[69644]: DEBUG oslo_concurrency.lockutils [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] Acquired lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.694243] env[69644]: DEBUG nova.network.neutron [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Refreshing network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.750420] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552693, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.773263] env[69644]: DEBUG nova.network.neutron [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updated VIF entry in instance network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.773674] env[69644]: DEBUG nova.network.neutron [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updating instance_info_cache with network_info: [{"id": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "address": "fa:16:3e:6a:0f:6b", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d8b04-b3", "ovs_interfaceid": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.808757] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e8282-25d5-b1de-4417-0a415a8aa5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.812198] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f1ba7a-3e96-4301-aa82-4ba4fc34825d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.818391] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 782.818391] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230fe28-805a-ab0d-5c06-3f76e8472e32" [ 782.818391] env[69644]: _type = "Task" [ 782.818391] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.828871] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230fe28-805a-ab0d-5c06-3f76e8472e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.853907] env[69644]: DEBUG nova.network.neutron [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.911890] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552694, 'name': ReconfigVM_Task, 'duration_secs': 0.29067} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.914670] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.915557] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5058c836-475d-4879-8575-7816a44703bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922198] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 782.922198] env[69644]: value = "task-3552695" [ 782.922198] env[69644]: _type = "Task" [ 782.922198] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.932732] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552695, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.108845] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.205497] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.232625] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47526016-2792-4a74-bb34-e82dc4e8d9a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.247081] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e35c76-f49a-486d-a624-f3c21caf23c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.256932] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552693, 'name': CreateSnapshot_Task, 'duration_secs': 0.568508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.284523] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.285326] env[69644]: DEBUG oslo_concurrency.lockutils [req-93a3dd22-1805-478a-97a1-5653d6ffc11d req-e5910b74-53cd-447e-a6de-e4a64755c3ef service nova] Releasing lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.288728] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207665bd-dac8-497a-bea4-bfd1aecec5e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.291703] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99849c2-b323-4da9-8109-61686296e56b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.309106] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c678c0-f094-43ca-a1f1-bd7d3fbce02a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.326342] env[69644]: DEBUG nova.compute.provider_tree [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.336283] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5230fe28-805a-ab0d-5c06-3f76e8472e32, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.336283] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.336470] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4bfc1067-c130-44ab-88ae-5471c16e6e12/4bfc1067-c130-44ab-88ae-5471c16e6e12.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.337924] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba25608-6dde-488c-85d0-06d465b46395 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.345268] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 783.345268] env[69644]: value = "task-3552696" [ 783.345268] env[69644]: _type = "Task" [ 783.345268] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.355961] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.358553] env[69644]: INFO nova.compute.manager [-] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Took 2.07 seconds to deallocate network for instance. [ 783.436606] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552695, 'name': Rename_Task, 'duration_secs': 0.155621} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.436917] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.437182] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b756948c-28ae-4670-b0ea-f0350922582d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.444171] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 783.444171] env[69644]: value = "task-3552697" [ 783.444171] env[69644]: _type = "Task" [ 783.444171] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.452667] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.470157] env[69644]: DEBUG nova.network.neutron [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updated VIF entry in instance network info cache for port 5878e8d8-4c3c-44c4-abb4-da5d96b5798f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.470556] env[69644]: DEBUG nova.network.neutron [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [{"id": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "address": "fa:16:3e:eb:9b:28", "network": {"id": "4a1156db-67ee-4511-a005-9dc92398db2c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-790107052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e9dcfb9566e438fbc86c697a115efdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5878e8d8-4c", "ovs_interfaceid": "5878e8d8-4c3c-44c4-abb4-da5d96b5798f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.476596] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Updating instance_info_cache with network_info: [{"id": "980d3237-53d1-48e2-b049-d05b23bef245", "address": "fa:16:3e:5f:d5:7b", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980d3237-53", "ovs_interfaceid": "980d3237-53d1-48e2-b049-d05b23bef245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.487517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "d44c4d5e-3144-4533-92d9-9823752c93b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.487796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.488042] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.488233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.488483] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.490932] env[69644]: INFO nova.compute.manager [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Terminating instance [ 783.638308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.816174] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 783.816557] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e941282-6bc1-4108-a7d6-79fe819eddc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.828824] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 783.828824] env[69644]: value = "task-3552698" [ 783.828824] env[69644]: _type = "Task" [ 783.828824] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.833264] env[69644]: DEBUG nova.scheduler.client.report [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.844096] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552698, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.857596] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.866287] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.955420] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552697, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.973181] env[69644]: DEBUG oslo_concurrency.lockutils [req-25ca97ff-c31a-469d-a887-73714ec35178 req-d1f52321-37b7-4773-879f-2a7849f26832 service nova] Releasing lock "refresh_cache-2bd226df-264a-4177-b7de-bc1cc98614dc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982268] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982521] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Instance network_info: |[{"id": "980d3237-53d1-48e2-b049-d05b23bef245", "address": "fa:16:3e:5f:d5:7b", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980d3237-53", "ovs_interfaceid": "980d3237-53d1-48e2-b049-d05b23bef245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.982943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.983198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.983398] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.983578] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.983750] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.985707] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:d5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '980d3237-53d1-48e2-b049-d05b23bef245', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.994746] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating folder: Project (0e078b12ea024c12bc7d15fb25c4e1db). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.995436] env[69644]: INFO nova.compute.manager [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Terminating instance [ 783.997709] env[69644]: DEBUG nova.compute.manager [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.997988] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.998266] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4382afe-b0d4-47f9-be15-cecfb37c44b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.002856] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd314d4f-741f-4711-a64f-7b7d32dbe215 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.011692] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.013116] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99ce44ab-ce44-4a76-8a5d-f31011eeadbb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.018691] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created folder: Project (0e078b12ea024c12bc7d15fb25c4e1db) in parent group-v709242. [ 784.018883] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating folder: Instances. Parent ref: group-v709356. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.019505] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a44971-f21f-4a46-ad76-819500c833ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.024948] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 784.024948] env[69644]: value = "task-3552700" [ 784.024948] env[69644]: _type = "Task" [ 784.024948] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.033689] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.035310] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created folder: Instances in parent group-v709356. [ 784.035595] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.035827] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.036094] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b7b6744-3c98-435d-8a71-8272ac1919b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.057713] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.057713] env[69644]: value = "task-3552702" [ 784.057713] env[69644]: _type = "Task" [ 784.057713] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.066299] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552702, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.107237] env[69644]: DEBUG nova.compute.manager [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Received event network-vif-plugged-980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.107503] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Acquiring lock "62855e69-ce3d-4f14-a904-111669d09982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.107778] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Lock "62855e69-ce3d-4f14-a904-111669d09982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.108096] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Lock "62855e69-ce3d-4f14-a904-111669d09982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.108439] env[69644]: DEBUG nova.compute.manager [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] No waiting events found dispatching network-vif-plugged-980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.108555] env[69644]: WARNING nova.compute.manager [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Received unexpected event network-vif-plugged-980d3237-53d1-48e2-b049-d05b23bef245 for instance with vm_state building and task_state spawning. [ 784.108760] env[69644]: DEBUG nova.compute.manager [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Received event network-changed-980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.108977] env[69644]: DEBUG nova.compute.manager [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Refreshing instance network info cache due to event network-changed-980d3237-53d1-48e2-b049-d05b23bef245. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.109243] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Acquiring lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.109427] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Acquired lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.109633] env[69644]: DEBUG nova.network.neutron [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Refreshing network info cache for port 980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.341437] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.342119] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.344807] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552698, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.345057] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.205s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.355889] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558162} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.356275] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4bfc1067-c130-44ab-88ae-5471c16e6e12/4bfc1067-c130-44ab-88ae-5471c16e6e12.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.357026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.357363] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a89e8729-f914-415f-a96b-effa520a948e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.366784] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 784.366784] env[69644]: value = "task-3552703" [ 784.366784] env[69644]: _type = "Task" [ 784.366784] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.379747] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.457471] env[69644]: DEBUG oslo_vmware.api [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552697, 'name': PowerOnVM_Task, 'duration_secs': 0.835318} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.457768] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.457974] env[69644]: INFO nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Took 8.72 seconds to spawn the instance on the hypervisor. [ 784.458179] env[69644]: DEBUG nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.458991] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69c1e2-7139-4a38-9b9d-9c19c93d0205 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.509664] env[69644]: DEBUG nova.compute.manager [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.509664] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.509664] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5529d56-8ca3-40bf-9be0-11e06d0f081f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.525450] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.529020] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae741270-bca2-4680-a398-98fd7be54445 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.543404] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552700, 'name': PowerOffVM_Task, 'duration_secs': 0.278529} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.548749] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.549147] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.549773] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 784.549773] env[69644]: value = "task-3552704" [ 784.549773] env[69644]: _type = "Task" [ 784.549773] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.550267] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3c5790-d1ff-4719-93f2-247cdbb5565d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.568354] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.576571] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552702, 'name': CreateVM_Task, 'duration_secs': 0.48218} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.576571] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.577097] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.577097] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.577369] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.577547] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db73e06-8746-4eb8-9ec0-9d9c5c2d0bb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.583393] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 784.583393] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b99241-145c-8689-92be-9a599a602222" [ 784.583393] env[69644]: _type = "Task" [ 784.583393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.594226] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b99241-145c-8689-92be-9a599a602222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.634732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.634973] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.635191] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleting the datastore file [datastore2] d44c4d5e-3144-4533-92d9-9823752c93b9 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.635532] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24fd9e9d-81ed-402d-b21e-e513eee0c278 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.644490] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 784.644490] env[69644]: value = "task-3552706" [ 784.644490] env[69644]: _type = "Task" [ 784.644490] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.656347] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.842490] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552698, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.852606] env[69644]: DEBUG nova.compute.utils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.875761] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.875761] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.876353] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.879046] env[69644]: DEBUG nova.compute.manager [req-48ee1645-492c-49c4-9f05-65f4650f4c20 req-c1c4392f-100d-4582-b7d1-7e551385ec83 service nova] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Received event network-vif-deleted-47761135-051c-4d94-9a0d-11ddc344632e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.900170] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.900491] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.901389] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df9b92-7c20-4b0b-9f7e-b68924c6fc27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.929699] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 4bfc1067-c130-44ab-88ae-5471c16e6e12/4bfc1067-c130-44ab-88ae-5471c16e6e12.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.931148] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 156a3c9c-bba8-46a9-b609-e5a4f434b33f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.931325] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 574d57df-06eb-431b-98b3-496feb19702b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.931480] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 80617eab-4e1f-49c5-8741-89052b004f56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.931604] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 2bd226df-264a-4177-b7de-bc1cc98614dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.931940] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 2c025888-a4c5-4483-befb-17fe98648bdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.932135] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c55229c1-3aea-4153-a7b2-aabc2c8b9ca7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.932270] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 0ad63d96-9db3-403b-aa24-46bf26655103 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.932416] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance caebb894-36f0-481c-9da2-8f3278edb6e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.932600] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 91f16e9e-0f14-433b-b0aa-859b71e59f7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d44c4d5e-3144-4533-92d9-9823752c93b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ac459686-1271-4abc-8b3e-f1100b34c1b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 290daf13-491c-4ebf-a52e-1271598e9512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5e03e801-6932-4d7b-b201-cbe38321432c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b805541c-5a0d-46d9-93a2-dd9a8c136031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9df37cfa-1278-45b4-94e1-fd7c8253dddc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b3c12592-1175-48c2-a54b-e8d230b1afef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d19ba014-ea1e-4f7b-9d4b-442b5fa19893 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 43804861-277a-462f-9576-13b782938210] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (25af6c96-6f1b-4afc-9d2a-1c47143a2c7c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance bd105823-9878-4ff8-89d5-9d779a411fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.935625] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.936388] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 0bd225f7-5469-400a-b6bf-7e43c3174dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.936388] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4bfc1067-c130-44ab-88ae-5471c16e6e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.936388] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 62855e69-ce3d-4f14-a904-111669d09982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.936388] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f65a33d8-8fb1-418d-a712-6c06033e3d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 784.936531] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b96ab8-7062-4da3-bf5a-e5909571ccb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.960466] env[69644]: DEBUG nova.policy [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bd769a09494811b4b6b6c3b5519344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e078b12ea024c12bc7d15fb25c4e1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.964170] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 784.964170] env[69644]: value = "task-3552707" [ 784.964170] env[69644]: _type = "Task" [ 784.964170] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.975134] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.987613] env[69644]: INFO nova.compute.manager [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Took 47.82 seconds to build instance. [ 785.014997] env[69644]: DEBUG nova.network.neutron [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Updated VIF entry in instance network info cache for port 980d3237-53d1-48e2-b049-d05b23bef245. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.015440] env[69644]: DEBUG nova.network.neutron [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Updating instance_info_cache with network_info: [{"id": "980d3237-53d1-48e2-b049-d05b23bef245", "address": "fa:16:3e:5f:d5:7b", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980d3237-53", "ovs_interfaceid": "980d3237-53d1-48e2-b049-d05b23bef245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.063317] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552704, 'name': PowerOffVM_Task, 'duration_secs': 0.21077} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.063601] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.063771] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.064495] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b45b23e-6eab-4da4-bca0-5326021dd007 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.097090] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b99241-145c-8689-92be-9a599a602222, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.097443] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.097697] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.098475] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.099565] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.099565] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.099565] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-453940b1-5c51-49ed-af9c-1e424c3a084e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.111040] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.111176] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.112229] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e571a11f-877d-4838-bd06-a7dc15d61334 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.119825] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 785.119825] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d6a32b-78b8-98f7-cfec-2fc326581055" [ 785.119825] env[69644]: _type = "Task" [ 785.119825] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.130264] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d6a32b-78b8-98f7-cfec-2fc326581055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.137333] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.137742] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.137894] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Deleting the datastore file [datastore1] 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.138088] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa283ef-b30a-476a-9fc9-26a0ae7bd52a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.145488] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for the task: (returnval){ [ 785.145488] env[69644]: value = "task-3552709" [ 785.145488] env[69644]: _type = "Task" [ 785.145488] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.157696] env[69644]: DEBUG oslo_vmware.api [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342576} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.160966] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.161239] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.161417] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.161637] env[69644]: INFO nova.compute.manager [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 785.161833] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.162048] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.162315] env[69644]: DEBUG nova.compute.manager [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.162418] env[69644]: DEBUG nova.network.neutron [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.344342] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552698, 'name': CloneVM_Task, 'duration_secs': 1.302452} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.344627] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Created linked-clone VM from snapshot [ 785.345613] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e78ba-d702-428c-a281-e45cf78f3bfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.358263] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Uploading image 76844939-0e66-425c-bcee-519c43b5b890 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.383904] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.383904] env[69644]: value = "vm-709355" [ 785.383904] env[69644]: _type = "VirtualMachine" [ 785.383904] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.384244] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22f79f0e-d54d-4850-8889-afbec68ef897 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400786] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease: (returnval){ [ 785.400786] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ea6287-9dbf-2dfc-2db2-72736beff8db" [ 785.400786] env[69644]: _type = "HttpNfcLease" [ 785.400786] env[69644]: } obtained for exporting VM: (result){ [ 785.400786] env[69644]: value = "vm-709355" [ 785.400786] env[69644]: _type = "VirtualMachine" [ 785.400786] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.401099] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the lease: (returnval){ [ 785.401099] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ea6287-9dbf-2dfc-2db2-72736beff8db" [ 785.401099] env[69644]: _type = "HttpNfcLease" [ 785.401099] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.410156] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.410156] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ea6287-9dbf-2dfc-2db2-72736beff8db" [ 785.410156] env[69644]: _type = "HttpNfcLease" [ 785.410156] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.440523] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Successfully created port: fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.455060] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 549990e1-a3f8-470f-befb-b4568083ee03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.475904] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552707, 'name': ReconfigVM_Task, 'duration_secs': 0.343725} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.476149] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 4bfc1067-c130-44ab-88ae-5471c16e6e12/4bfc1067-c130-44ab-88ae-5471c16e6e12.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.476993] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c357139-14f3-4858-b900-b6334d8c6947 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.485651] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 785.485651] env[69644]: value = "task-3552711" [ 785.485651] env[69644]: _type = "Task" [ 785.485651] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.495573] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8103431a-70be-43d3-9329-e82c1a1dd8d2 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.859s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.495863] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552711, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.518865] env[69644]: DEBUG oslo_concurrency.lockutils [req-2dac86c2-0ab9-4bcf-b635-de866b7337fd req-1507a438-7b9b-4ecb-99fe-eb9533740d6a service nova] Releasing lock "refresh_cache-62855e69-ce3d-4f14-a904-111669d09982" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.632788] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d6a32b-78b8-98f7-cfec-2fc326581055, 'name': SearchDatastore_Task, 'duration_secs': 0.022143} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.633755] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad677b91-0adf-496d-a7c5-39f52102d634 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.645360] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 785.645360] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5244c551-d104-26d7-36b9-5c2bb97f478e" [ 785.645360] env[69644]: _type = "Task" [ 785.645360] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.659938] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5244c551-d104-26d7-36b9-5c2bb97f478e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.666940] env[69644]: DEBUG oslo_vmware.api [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Task: {'id': task-3552709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429184} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.667531] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.667651] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.667881] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.668078] env[69644]: INFO nova.compute.manager [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 785.668713] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.669049] env[69644]: DEBUG nova.compute.manager [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.669594] env[69644]: DEBUG nova.network.neutron [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.895798] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.912788] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.912788] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ea6287-9dbf-2dfc-2db2-72736beff8db" [ 785.912788] env[69644]: _type = "HttpNfcLease" [ 785.912788] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.913368] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.913368] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ea6287-9dbf-2dfc-2db2-72736beff8db" [ 785.913368] env[69644]: _type = "HttpNfcLease" [ 785.913368] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.914183] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1566d3f6-b4f4-4424-b36c-f3d035a443d1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.924898] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.925169] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.929238] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.929477] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.929637] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.929803] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.929946] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.930347] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.930606] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.930771] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.931028] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.931113] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.931274] env[69644]: DEBUG nova.virt.hardware [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.932285] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fe556-44c8-43ab-8d2a-98a549f58b04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.999612] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.001316] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.007737] env[69644]: DEBUG nova.network.neutron [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.013777] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11c0493-7bef-462f-ab5c-48624621e7bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.023420] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552711, 'name': Rename_Task, 'duration_secs': 0.169355} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.031953] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.033631] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe70de1-9d3d-4b94-a2b6-d4d7538a3eaf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.041576] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 786.041576] env[69644]: value = "task-3552712" [ 786.041576] env[69644]: _type = "Task" [ 786.041576] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.050709] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.079888] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2df3edf9-846f-43af-8d1a-36d82bb24150 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.156356] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5244c551-d104-26d7-36b9-5c2bb97f478e, 'name': SearchDatastore_Task, 'duration_secs': 0.031678} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.156683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.156988] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 62855e69-ce3d-4f14-a904-111669d09982/62855e69-ce3d-4f14-a904-111669d09982.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.157310] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2af910fb-0174-40bc-91f0-a97202692824 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.170820] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 786.170820] env[69644]: value = "task-3552713" [ 786.170820] env[69644]: _type = "Task" [ 786.170820] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.179347] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.505360] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance a059e051-cdc3-4729-82c8-182bdf6d59cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.521956] env[69644]: INFO nova.compute.manager [-] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Took 1.36 seconds to deallocate network for instance. [ 786.558561] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.567699] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.685230] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.793012] env[69644]: DEBUG nova.network.neutron [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.009010] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4e21cb86-05f7-4df2-b358-13deea78e690 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.037202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.055999] env[69644]: DEBUG oslo_vmware.api [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552712, 'name': PowerOnVM_Task, 'duration_secs': 0.59808} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.056500] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.056736] env[69644]: INFO nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Took 8.57 seconds to spawn the instance on the hypervisor. [ 787.056921] env[69644]: DEBUG nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.059126] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd655aa-9060-4024-bfb0-f922cf67eaca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.098385] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Successfully updated port: fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.181275] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610797} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.181689] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 62855e69-ce3d-4f14-a904-111669d09982/62855e69-ce3d-4f14-a904-111669d09982.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.182000] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.182373] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f3e541-e521-4e9b-a9c9-a0b81425b000 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.191333] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 787.191333] env[69644]: value = "task-3552714" [ 787.191333] env[69644]: _type = "Task" [ 787.191333] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.201926] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.297824] env[69644]: INFO nova.compute.manager [-] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Took 1.63 seconds to deallocate network for instance. [ 787.471487] env[69644]: DEBUG nova.compute.manager [req-0b13bd9a-b07d-41eb-a24a-92ed194558e6 req-fc98170e-9c7b-4f56-9c97-e1d02d4ee673 service nova] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Received event network-vif-deleted-a70c1958-e6b2-4ff7-b8a3-894cfe23632f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.471790] env[69644]: DEBUG nova.compute.manager [req-0b13bd9a-b07d-41eb-a24a-92ed194558e6 req-fc98170e-9c7b-4f56-9c97-e1d02d4ee673 service nova] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Received event network-vif-deleted-2f1db4c9-1cbb-4a1b-b95f-ccb9b6104dde {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.512261] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ce792e60-07e4-493c-8dc8-c48e8f215ca8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.564779] env[69644]: DEBUG nova.compute.manager [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Received event network-vif-plugged-fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.564997] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] Acquiring lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.565229] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.565433] env[69644]: DEBUG oslo_concurrency.lockutils [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.565847] env[69644]: DEBUG nova.compute.manager [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] No waiting events found dispatching network-vif-plugged-fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 787.566015] env[69644]: WARNING nova.compute.manager [req-8b2b3cae-73af-426d-9a55-af6ebc10da4b req-05c97dcb-ff74-4a9b-a90b-f5d50bf2596d service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Received unexpected event network-vif-plugged-fd54762f-41cc-4b85-ae1b-7ee25be29116 for instance with vm_state building and task_state spawning. [ 787.581466] env[69644]: INFO nova.compute.manager [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Took 45.46 seconds to build instance. [ 787.608170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.608367] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.608486] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.702068] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078411} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.702494] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.703363] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8c8b93-2187-4ff4-865c-b0faffd88e47 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.728310] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 62855e69-ce3d-4f14-a904-111669d09982/62855e69-ce3d-4f14-a904-111669d09982.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.728614] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3565f72d-7f5e-42cd-ae8f-a2c0355d17d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.750485] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 787.750485] env[69644]: value = "task-3552715" [ 787.750485] env[69644]: _type = "Task" [ 787.750485] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.765590] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.803893] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.015657] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 28e686ef-5e12-4f36-b33c-95c524b06356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.085822] env[69644]: DEBUG oslo_concurrency.lockutils [None req-813f9d39-4d81-4784-8d8b-008663811680 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.568s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.143880] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.261670] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552715, 'name': ReconfigVM_Task, 'duration_secs': 0.47849} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.262023] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 62855e69-ce3d-4f14-a904-111669d09982/62855e69-ce3d-4f14-a904-111669d09982.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.262701] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f694392-142f-4e46-b5ff-bdbbf03adb01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.270894] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 788.270894] env[69644]: value = "task-3552716" [ 788.270894] env[69644]: _type = "Task" [ 788.270894] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.279743] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552716, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.292549] env[69644]: DEBUG nova.network.neutron [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Updating instance_info_cache with network_info: [{"id": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "address": "fa:16:3e:80:ac:08", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54762f-41", "ovs_interfaceid": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.518894] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7b0853d4-ca04-4864-aa90-a79af013fe48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.588370] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.781484] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552716, 'name': Rename_Task, 'duration_secs': 0.186243} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.781956] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.781956] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13af6343-a2cb-4307-9e68-1378e8b98e3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.789653] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 788.789653] env[69644]: value = "task-3552717" [ 788.789653] env[69644]: _type = "Task" [ 788.789653] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.795432] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.795741] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Instance network_info: |[{"id": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "address": "fa:16:3e:80:ac:08", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54762f-41", "ovs_interfaceid": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.798906] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd54762f-41cc-4b85-ae1b-7ee25be29116', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.806506] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.806730] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.806896] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.807134] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea23695-12c4-4cbc-98ef-db44b25ef93e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.828491] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.828491] env[69644]: value = "task-3552718" [ 788.828491] env[69644]: _type = "Task" [ 788.828491] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.838793] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552718, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.022324] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b945a564-7589-4a4b-8660-0952d304ceb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.022647] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 789.022853] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 789.109924] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.121029] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.121029] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9bf48-585f-4ba3-9011-a41013c7e637 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.127658] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.127928] env[69644]: ERROR oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk due to incomplete transfer. [ 789.128153] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aaf2f331-f06b-48e8-ae0f-42ffad859266 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.140346] env[69644]: DEBUG oslo_vmware.rw_handles [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c2ebd-6d79-e654-7662-32e7ba52b6a8/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.140590] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Uploaded image 71ec2a69-1beb-45e5-ad34-88fa65d89af9 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.144193] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.144193] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7162b74-5823-4a08-ac06-c01a5fe5b6a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.156457] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 789.156457] env[69644]: value = "task-3552719" [ 789.156457] env[69644]: _type = "Task" [ 789.156457] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.166922] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552719, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.306348] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.338938] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552718, 'name': CreateVM_Task, 'duration_secs': 0.434261} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.341648] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.342689] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.342857] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.343176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.343429] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2599cd9-77fe-4202-abe1-a91394c5c331 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.349902] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 789.349902] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52448c34-acb4-fc66-9291-31783d62d655" [ 789.349902] env[69644]: _type = "Task" [ 789.349902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.361942] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52448c34-acb4-fc66-9291-31783d62d655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.579986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46988a-ca1f-4c20-af4d-6730390aa243 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.589898] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf680701-51c7-4b7c-96b4-de2c8af5f27e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.622037] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93429e-2984-4aa1-8d93-c70cb9e42d4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.630654] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578354c1-0b4e-4a88-aedd-c7b2e67a35c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.645560] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.668031] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552719, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.725097] env[69644]: INFO nova.compute.manager [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Rebuilding instance [ 789.775317] env[69644]: DEBUG nova.compute.manager [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.776375] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becda40d-fd0a-4568-95d7-eac6da0e08d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.800667] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552717, 'name': PowerOnVM_Task, 'duration_secs': 0.628363} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.801349] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.801694] env[69644]: INFO nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Took 8.45 seconds to spawn the instance on the hypervisor. [ 789.802011] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.802974] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c5e12-bf48-4ee1-845a-4b9b8055169b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.862443] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52448c34-acb4-fc66-9291-31783d62d655, 'name': SearchDatastore_Task, 'duration_secs': 0.020591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.863112] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.863697] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.864107] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.864440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.866042] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.866042] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9becd21e-c8c3-40df-81d8-ec9863719a83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.884156] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.884156] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.884156] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f83ab76-75b1-422d-87c8-06c38a9300d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.892601] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 789.892601] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5259d8ca-9a02-c5dd-5de4-32d3f9921114" [ 789.892601] env[69644]: _type = "Task" [ 789.892601] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.905795] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5259d8ca-9a02-c5dd-5de4-32d3f9921114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.119703] env[69644]: DEBUG nova.compute.manager [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Received event network-changed-fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.119703] env[69644]: DEBUG nova.compute.manager [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Refreshing instance network info cache due to event network-changed-fd54762f-41cc-4b85-ae1b-7ee25be29116. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.119703] env[69644]: DEBUG oslo_concurrency.lockutils [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] Acquiring lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119703] env[69644]: DEBUG oslo_concurrency.lockutils [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] Acquired lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119703] env[69644]: DEBUG nova.network.neutron [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Refreshing network info cache for port fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.142142] env[69644]: DEBUG nova.compute.manager [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.142142] env[69644]: DEBUG nova.compute.manager [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing instance network info cache due to event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.142142] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] Acquiring lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.142142] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] Acquired lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.142142] env[69644]: DEBUG nova.network.neutron [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.149243] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.169735] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552719, 'name': Destroy_Task, 'duration_secs': 0.620497} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.170371] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Destroyed the VM [ 790.170371] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.170567] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d60b9ef7-5fe6-402f-bbcd-7b5e08fa041d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.179576] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 790.179576] env[69644]: value = "task-3552720" [ 790.179576] env[69644]: _type = "Task" [ 790.179576] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.188760] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.322299] env[69644]: INFO nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Took 43.18 seconds to build instance. [ 790.406053] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5259d8ca-9a02-c5dd-5de4-32d3f9921114, 'name': SearchDatastore_Task, 'duration_secs': 0.036738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.406682] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db76a359-9625-410f-8a6d-34ca7fd5a23d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.413622] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 790.413622] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fbb4c-e84e-14e1-9a66-6a907d277897" [ 790.413622] env[69644]: _type = "Task" [ 790.413622] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.425676] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fbb4c-e84e-14e1-9a66-6a907d277897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.654653] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 790.654653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.309s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.654653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.418s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.658456] env[69644]: INFO nova.compute.claims [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.692941] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.797391] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.797709] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd0154a-8b70-46dd-a91a-c6406ab90089 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.806293] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 790.806293] env[69644]: value = "task-3552721" [ 790.806293] env[69644]: _type = "Task" [ 790.806293] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.823492] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.823929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.500s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.892774] env[69644]: DEBUG nova.network.neutron [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Updated VIF entry in instance network info cache for port fd54762f-41cc-4b85-ae1b-7ee25be29116. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.893159] env[69644]: DEBUG nova.network.neutron [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Updating instance_info_cache with network_info: [{"id": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "address": "fa:16:3e:80:ac:08", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54762f-41", "ovs_interfaceid": "fd54762f-41cc-4b85-ae1b-7ee25be29116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.925908] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fbb4c-e84e-14e1-9a66-6a907d277897, 'name': SearchDatastore_Task, 'duration_secs': 0.032142} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.926238] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926579] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f65a33d8-8fb1-418d-a712-6c06033e3d1e/f65a33d8-8fb1-418d-a712-6c06033e3d1e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.926997] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a937fe-898e-4d74-9b70-5d086c894aa5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.935811] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 790.935811] env[69644]: value = "task-3552722" [ 790.935811] env[69644]: _type = "Task" [ 790.935811] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.946105] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.027579] env[69644]: DEBUG nova.network.neutron [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updated VIF entry in instance network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.028062] env[69644]: DEBUG nova.network.neutron [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updating instance_info_cache with network_info: [{"id": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "address": "fa:16:3e:6a:0f:6b", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d8b04-b3", "ovs_interfaceid": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.193520] env[69644]: DEBUG oslo_vmware.api [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929428} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.193817] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.194066] env[69644]: INFO nova.compute.manager [None req-be2198bc-1636-4353-baa9-acb72aed15d4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 791.321019] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552721, 'name': PowerOffVM_Task, 'duration_secs': 0.240317} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.321019] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.321019] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.321576] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62832d35-247a-48d3-bed1-6e31b4388401 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333536] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.334043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec372d5-25fe-4e59-943d-825474c6b3c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.396973] env[69644]: DEBUG oslo_concurrency.lockutils [req-e33a70b5-6003-417a-b640-4b62c4605030 req-1f989bec-b095-4828-8f95-e214db41bb04 service nova] Releasing lock "refresh_cache-f65a33d8-8fb1-418d-a712-6c06033e3d1e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.426686] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.426919] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.427128] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.427418] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03ec55e-01d1-4b6a-a538-5d3edec72f4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.436112] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 791.436112] env[69644]: value = "task-3552724" [ 791.436112] env[69644]: _type = "Task" [ 791.436112] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.452508] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.452784] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.531428] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffed953b-9a8a-4fa8-a45d-5ea3f67a5b29 req-4f00345d-31db-46a9-a185-57356419424f service nova] Releasing lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.955984] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574755} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.956450] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228873} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.957597] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f65a33d8-8fb1-418d-a712-6c06033e3d1e/f65a33d8-8fb1-418d-a712-6c06033e3d1e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.957597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.957597] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.957597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.957597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.962887] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd2877b-4426-432d-b8ad-511d8f082fc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.973455] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 791.973455] env[69644]: value = "task-3552725" [ 791.973455] env[69644]: _type = "Task" [ 791.973455] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.990471] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.290116] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaaf032-e91b-4ce7-a249-d516eb98c5a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.298697] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cfe7be-8626-4fda-920e-987306c35000 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.331620] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7073232b-d191-4769-9484-9f516687e2ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.340345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b09637-df0d-402a-bf90-4aa8667e593e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.355061] env[69644]: DEBUG nova.compute.provider_tree [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.451314] env[69644]: DEBUG nova.compute.manager [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.451314] env[69644]: DEBUG nova.compute.manager [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing instance network info cache due to event network-changed-679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.451547] env[69644]: DEBUG oslo_concurrency.lockutils [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] Acquiring lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.451654] env[69644]: DEBUG oslo_concurrency.lockutils [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] Acquired lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.451817] env[69644]: DEBUG nova.network.neutron [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Refreshing network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.483849] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084692} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.484282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.485162] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b8f311-78a3-436b-9eae-2d5683b776b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.510031] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] f65a33d8-8fb1-418d-a712-6c06033e3d1e/f65a33d8-8fb1-418d-a712-6c06033e3d1e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.511045] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482e1839-d67c-48b3-9475-b89065e3aa9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.536022] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 792.536022] env[69644]: value = "task-3552726" [ 792.536022] env[69644]: _type = "Task" [ 792.536022] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.546490] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.859564] env[69644]: DEBUG nova.scheduler.client.report [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.003817] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.004118] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.004238] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.004417] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.004626] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.004817] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.005042] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.005204] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.005374] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.005535] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.005768] env[69644]: DEBUG nova.virt.hardware [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.007238] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449f1c7-3ae4-4370-a8ce-e14758462f16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.015399] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3094e4-d8be-4df0-b19c-119ff9ef8254 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.029841] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05af07b6-bfa0-473f-a854-9a84d982bdce', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.037520] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.037890] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.040992] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7adc84-7fcd-4550-be39-e3243dd16f28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.061314] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552726, 'name': ReconfigVM_Task, 'duration_secs': 0.467638} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.062560] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] f65a33d8-8fb1-418d-a712-6c06033e3d1e/f65a33d8-8fb1-418d-a712-6c06033e3d1e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.063167] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.063167] env[69644]: value = "task-3552727" [ 793.063167] env[69644]: _type = "Task" [ 793.063167] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.063486] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ecf3d7-22f5-4ddd-9018-d6ddc8d1e802 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.072396] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552727, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.073642] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 793.073642] env[69644]: value = "task-3552728" [ 793.073642] env[69644]: _type = "Task" [ 793.073642] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.081238] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552728, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.323108] env[69644]: DEBUG nova.network.neutron [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updated VIF entry in instance network info cache for port 679d8b04-b3bc-4b2e-a923-c0dd535c1a10. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.323519] env[69644]: DEBUG nova.network.neutron [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updating instance_info_cache with network_info: [{"id": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "address": "fa:16:3e:6a:0f:6b", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d8b04-b3", "ovs_interfaceid": "679d8b04-b3bc-4b2e-a923-c0dd535c1a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.364743] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.365871] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.368385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.051s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.372041] env[69644]: INFO nova.compute.claims [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.577336] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552727, 'name': CreateVM_Task, 'duration_secs': 0.474622} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.580614] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.581405] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.581592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.581925] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.582601] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d46ea6-eb97-4372-8fa6-c516f188e30d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.589466] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552728, 'name': Rename_Task, 'duration_secs': 0.202141} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.590045] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.590317] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea37356-e4ad-45db-9f32-c425c97d5434 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.593071] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 793.593071] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc57d0-8a35-b282-033e-6401b648dc93" [ 793.593071] env[69644]: _type = "Task" [ 793.593071] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.598632] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 793.598632] env[69644]: value = "task-3552729" [ 793.598632] env[69644]: _type = "Task" [ 793.598632] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.601772] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc57d0-8a35-b282-033e-6401b648dc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.611119] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.826926] env[69644]: DEBUG oslo_concurrency.lockutils [req-e99c5c0d-4ea2-4115-98e1-ad15314b4916 req-02a52760-9199-41cf-bd06-aa46d62fe428 service nova] Releasing lock "refresh_cache-4bfc1067-c130-44ab-88ae-5471c16e6e12" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.875834] env[69644]: DEBUG nova.compute.utils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.879527] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.879703] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.972752] env[69644]: DEBUG nova.policy [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82bd4434867546cd96046fb5b33689ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6f2a38d830432ca8421b704f9ae9fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.104326] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc57d0-8a35-b282-033e-6401b648dc93, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.107882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.108202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.108548] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.108674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.108898] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.109228] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44112a09-b761-4a68-bb37-ca4b1c3af44f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.117942] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552729, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.118504] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.118756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.119557] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739136eb-4404-42a0-909a-ca401ed08669 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.125386] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 794.125386] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f9f33f-4170-96f8-de98-0524f2984e92" [ 794.125386] env[69644]: _type = "Task" [ 794.125386] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.132798] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f9f33f-4170-96f8-de98-0524f2984e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.380356] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.399100] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 794.400580] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d036c-4995-493d-8204-9eb0f1230d66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.407687] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 794.407687] env[69644]: ERROR oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk due to incomplete transfer. [ 794.407872] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e332d910-99f0-4756-b7f4-444e0f460514 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.415968] env[69644]: DEBUG oslo_vmware.rw_handles [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248a5c5-a7d5-c589-44d4-6e5747737d88/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 794.416347] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Uploaded image 76844939-0e66-425c-bcee-519c43b5b890 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 794.417765] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.418098] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6aba8715-1046-4c17-a729-52d5c5f2dbfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.427691] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 794.427691] env[69644]: value = "task-3552730" [ 794.427691] env[69644]: _type = "Task" [ 794.427691] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.435673] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552730, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.466505] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Successfully created port: 7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.614754] env[69644]: DEBUG oslo_vmware.api [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552729, 'name': PowerOnVM_Task, 'duration_secs': 0.783655} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.617437] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.617814] env[69644]: INFO nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Took 8.72 seconds to spawn the instance on the hypervisor. [ 794.618157] env[69644]: DEBUG nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.621922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921455e3-f459-44fa-9998-32d2fb247a46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.641171] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f9f33f-4170-96f8-de98-0524f2984e92, 'name': SearchDatastore_Task, 'duration_secs': 0.016159} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.642154] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ebdaa1-f761-4b4e-8327-91c2c3e07320 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.647753] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 794.647753] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b23b64-21b9-f5a5-5703-1db65eed8ff1" [ 794.647753] env[69644]: _type = "Task" [ 794.647753] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.660411] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b23b64-21b9-f5a5-5703-1db65eed8ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.934503] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0c762-673c-430b-86cd-9d8319dd5520 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.941378] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552730, 'name': Destroy_Task, 'duration_secs': 0.333203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.941989] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Destroyed the VM [ 794.942356] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.942577] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5bd8b74-96a3-4be4-9f37-1ade9a0ce93f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.946936] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a47a06-bf6e-44b2-85e0-1454142c62bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.951368] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 794.951368] env[69644]: value = "task-3552731" [ 794.951368] env[69644]: _type = "Task" [ 794.951368] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.980882] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ed481-4a54-4c8f-99d9-b0e788c8abaf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.986469] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.991118] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42b423-830e-4f28-8efb-3389fd370397 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.004388] env[69644]: DEBUG nova.compute.provider_tree [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.139059] env[69644]: INFO nova.compute.manager [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Took 40.13 seconds to build instance. [ 795.158395] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b23b64-21b9-f5a5-5703-1db65eed8ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.158719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.158958] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.159232] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa977b8-eb70-49bc-b082-60943f18ed5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.165958] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 795.165958] env[69644]: value = "task-3552732" [ 795.165958] env[69644]: _type = "Task" [ 795.165958] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.175494] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.393308] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.419027] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.421792] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.421792] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.421792] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.421792] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.421792] env[69644]: DEBUG nova.virt.hardware [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.423221] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5fa362-373b-47ce-8cba-5c77312e5cc7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.432147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c4fda-9d9a-491a-87a8-7f29f81d035a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462502] env[69644]: DEBUG oslo_vmware.api [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552731, 'name': RemoveSnapshot_Task, 'duration_secs': 0.399633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.462502] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.462612] env[69644]: INFO nova.compute.manager [None req-736b16a5-959d-4300-b436-817ed23dd947 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Took 13.78 seconds to snapshot the instance on the hypervisor. [ 795.509441] env[69644]: DEBUG nova.scheduler.client.report [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.641040] env[69644]: DEBUG oslo_concurrency.lockutils [None req-455860f7-723d-4830-8d38-fec91613e519 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.282s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.677290] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.677290] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.677290] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.677290] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ba56ea-fb14-441d-bae1-4181e7fa61e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.683723] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 795.683723] env[69644]: value = "task-3552733" [ 795.683723] env[69644]: _type = "Task" [ 795.683723] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.691223] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.768943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "5e03e801-6932-4d7b-b201-cbe38321432c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.769201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.769419] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.769602] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.769808] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.772438] env[69644]: INFO nova.compute.manager [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Terminating instance [ 796.016128] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.016542] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.019430] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "a87a2e6a-7872-4bff-8623-17600731a841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.019518] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.021040] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.749s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.021157] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.023226] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.039s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.023444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.025118] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.696s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.025304] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.028967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.594s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.030022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.031401] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.011s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.031588] env[69644]: DEBUG nova.objects.instance [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.064866] env[69644]: INFO nova.scheduler.client.report [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Deleted allocations for instance 9df37cfa-1278-45b4-94e1-fd7c8253dddc [ 796.074892] env[69644]: INFO nova.scheduler.client.report [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted allocations for instance 0ad63d96-9db3-403b-aa24-46bf26655103 [ 796.086257] env[69644]: INFO nova.scheduler.client.report [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Deleted allocations for instance c55229c1-3aea-4153-a7b2-aabc2c8b9ca7 [ 796.093652] env[69644]: INFO nova.scheduler.client.report [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Deleted allocations for instance 156a3c9c-bba8-46a9-b609-e5a4f434b33f [ 796.096142] env[69644]: WARNING oslo_messaging._drivers.amqpdriver [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 796.193787] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144977} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.194128] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.195284] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ce362-3693-417a-a293-16165f648064 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.217200] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.217615] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80bfda1-50a9-4aa1-9867-6de92966bae8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.246046] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 796.246046] env[69644]: value = "task-3552734" [ 796.246046] env[69644]: _type = "Task" [ 796.246046] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.255031] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.276691] env[69644]: DEBUG nova.compute.manager [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.277036] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.277752] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0111649-a5c7-4903-b989-004f5a89d067 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.285625] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.285869] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57969a3-e629-416b-ae7a-1c14dc691ad5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.293289] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 796.293289] env[69644]: value = "task-3552735" [ 796.293289] env[69644]: _type = "Task" [ 796.293289] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.302807] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.374421] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Successfully updated port: 7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.436389] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "bd105823-9878-4ff8-89d5-9d779a411fe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.436650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.436851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.437033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.437200] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.441056] env[69644]: INFO nova.compute.manager [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Terminating instance [ 796.490811] env[69644]: DEBUG nova.compute.manager [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Received event network-vif-plugged-7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.490811] env[69644]: DEBUG oslo_concurrency.lockutils [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] Acquiring lock "549990e1-a3f8-470f-befb-b4568083ee03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.490811] env[69644]: DEBUG oslo_concurrency.lockutils [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] Lock "549990e1-a3f8-470f-befb-b4568083ee03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.490811] env[69644]: DEBUG oslo_concurrency.lockutils [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] Lock "549990e1-a3f8-470f-befb-b4568083ee03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.490811] env[69644]: DEBUG nova.compute.manager [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] No waiting events found dispatching network-vif-plugged-7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.491375] env[69644]: WARNING nova.compute.manager [req-e83ac2da-959a-4f1f-a355-594d5b50b274 req-ba75bb43-f4ca-4e35-beef-7ba18a74b05e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Received unexpected event network-vif-plugged-7b274f0a-602c-45bd-afa6-b23d654b790c for instance with vm_state building and task_state spawning. [ 796.516640] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.517376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.517591] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.517778] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.517946] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.520076] env[69644]: INFO nova.compute.manager [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Terminating instance [ 796.522358] env[69644]: DEBUG nova.compute.utils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.524490] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.524672] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.538869] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.581903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9126d7f-dd93-4ac7-9e09-34c98d5691ad tempest-DeleteServersAdminTestJSON-551815227 tempest-DeleteServersAdminTestJSON-551815227-project-member] Lock "9df37cfa-1278-45b4-94e1-fd7c8253dddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.928s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.583509] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6881705b-8421-4ff7-bec6-0bc26d7b1741 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "0ad63d96-9db3-403b-aa24-46bf26655103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.594347] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c432b554-d7e8-4805-aa1c-d2ffad3b5ff9 tempest-ListServersNegativeTestJSON-710888184 tempest-ListServersNegativeTestJSON-710888184-project-member] Lock "c55229c1-3aea-4153-a7b2-aabc2c8b9ca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.733s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.597585] env[69644]: DEBUG nova.policy [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60a3321f3ad4148abc7912eeca37db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a20f33c61624b4b87ddaa0f1929ac39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.604535] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5a7346a3-b5ee-481a-940e-64500f9fc435 tempest-ServersAdminNegativeTestJSON-2061472953 tempest-ServersAdminNegativeTestJSON-2061472953-project-member] Lock "156a3c9c-bba8-46a9-b609-e5a4f434b33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.047s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.742274] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "62855e69-ce3d-4f14-a904-111669d09982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.742619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.742830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "62855e69-ce3d-4f14-a904-111669d09982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.743016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.743186] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.748945] env[69644]: INFO nova.compute.manager [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Terminating instance [ 796.763893] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.803994] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552735, 'name': PowerOffVM_Task, 'duration_secs': 0.200728} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.804299] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.804464] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.804730] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e25de8-4767-4715-83e6-d8b7ba96f46c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.862875] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.863471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.863552] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleting the datastore file [datastore2] 5e03e801-6932-4d7b-b201-cbe38321432c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.864211] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1882b10f-9469-483f-9068-6df5933210ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.874067] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 796.874067] env[69644]: value = "task-3552737" [ 796.874067] env[69644]: _type = "Task" [ 796.874067] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.881900] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.881900] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquired lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.882734] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.891503] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.953043] env[69644]: DEBUG nova.compute.manager [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.953043] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.953043] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed19e56-52b2-44ea-ac9a-9315e09cb14a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.962385] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.963734] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd99f1f-c69d-4a8f-a25a-50f8519e855d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.029040] env[69644]: DEBUG nova.compute.manager [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.029302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.029836] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.040035] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.040035] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.040035] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore1] bd105823-9878-4ff8-89d5-9d779a411fe3 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.040035] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e72ba5-941c-4a8b-bcea-64134850d294 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.040035] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0248fb-0592-4b16-bba3-b2a419c8e60b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.047355] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.053463] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d07c2a-da66-4d12-98d2-2eb46fba5edc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.056958] env[69644]: DEBUG oslo_concurrency.lockutils [None req-568c21ad-5770-4069-b285-89a8c62d39be tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.056958] env[69644]: DEBUG oslo_vmware.api [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 797.056958] env[69644]: value = "task-3552739" [ 797.056958] env[69644]: _type = "Task" [ 797.056958] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.058617] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.983s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.062945] env[69644]: INFO nova.compute.claims [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.070287] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 797.070287] env[69644]: value = "task-3552740" [ 797.070287] env[69644]: _type = "Task" [ 797.070287] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.077994] env[69644]: DEBUG oslo_vmware.api [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.080796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.085164] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.157170] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Successfully created port: 3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.209817] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.210828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.261533] env[69644]: DEBUG nova.compute.manager [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.261703] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.262686] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce307e-2725-47b8-b461-794b406386f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.272261] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552734, 'name': ReconfigVM_Task, 'duration_secs': 0.687023} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.274573] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb/0bd225f7-5469-400a-b6bf-7e43c3174dcb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.275609] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.276538] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb3befe5-af54-4b15-89b7-3a92d8208eae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.278853] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad9d2b93-e303-4278-9940-ac610a7f81c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.285967] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 797.285967] env[69644]: value = "task-3552741" [ 797.285967] env[69644]: _type = "Task" [ 797.285967] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.286286] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 797.286286] env[69644]: value = "task-3552742" [ 797.286286] env[69644]: _type = "Task" [ 797.286286] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.298759] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552741, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.302067] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.389193] env[69644]: DEBUG oslo_vmware.api [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164316} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.389596] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.389898] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.390210] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.390533] env[69644]: INFO nova.compute.manager [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 797.390873] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.391612] env[69644]: DEBUG nova.compute.manager [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.391817] env[69644]: DEBUG nova.network.neutron [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.491142] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.584654] env[69644]: DEBUG oslo_vmware.api [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150778} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.587092] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.589017] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.589017] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.589017] env[69644]: INFO nova.compute.manager [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 797.589017] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.593228] env[69644]: DEBUG nova.compute.manager [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.593602] env[69644]: DEBUG nova.network.neutron [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.600621] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.716634] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.809583] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.810022] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552741, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.937372] env[69644]: DEBUG nova.network.neutron [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Updating instance_info_cache with network_info: [{"id": "7b274f0a-602c-45bd-afa6-b23d654b790c", "address": "fa:16:3e:0d:ad:27", "network": {"id": "1856b3fa-9d5c-47bd-b474-cca0b02f7aea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-15513359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6f2a38d830432ca8421b704f9ae9fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b274f0a-60", "ovs_interfaceid": "7b274f0a-602c-45bd-afa6-b23d654b790c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.046488] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.086089] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552740, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.089118] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.092090] env[69644]: DEBUG nova.virt.hardware [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.092090] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab2fd2-51e5-4579-8222-75b3562712ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.100352] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d7b12-115b-4dc4-b845-c00c094d8ca2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.248161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.308389] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552742, 'name': PowerOffVM_Task, 'duration_secs': 0.957286} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.311679] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552741, 'name': Rename_Task, 'duration_secs': 0.823008} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.311679] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.311679] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.311679] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.311679] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baad22c-51ad-4456-aa30-d9f972b22c2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.311679] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f67e32e-2211-4623-aea5-2fe41428fb36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.318753] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 798.318753] env[69644]: value = "task-3552744" [ 798.318753] env[69644]: _type = "Task" [ 798.318753] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.332585] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.372008] env[69644]: DEBUG nova.compute.manager [req-2a0e2650-bc2c-4982-a776-5e7f2e93d1b8 req-075fd7ec-385d-4523-8f8e-4e45e56e7521 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Received event network-vif-deleted-438a3e37-3edc-4ca5-a8e9-46bc5990c868 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.372451] env[69644]: INFO nova.compute.manager [req-2a0e2650-bc2c-4982-a776-5e7f2e93d1b8 req-075fd7ec-385d-4523-8f8e-4e45e56e7521 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Neutron deleted interface 438a3e37-3edc-4ca5-a8e9-46bc5990c868; detaching it from the instance and deleting it from the info cache [ 798.372527] env[69644]: DEBUG nova.network.neutron [req-2a0e2650-bc2c-4982-a776-5e7f2e93d1b8 req-075fd7ec-385d-4523-8f8e-4e45e56e7521 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.381937] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.382169] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.382354] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleting the datastore file [datastore2] 62855e69-ce3d-4f14-a904-111669d09982 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.383441] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af22423-c1d0-49a4-bf81-79a6cd386c35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.392884] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 798.392884] env[69644]: value = "task-3552745" [ 798.392884] env[69644]: _type = "Task" [ 798.392884] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.409801] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.442416] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Releasing lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.442751] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Instance network_info: |[{"id": "7b274f0a-602c-45bd-afa6-b23d654b790c", "address": "fa:16:3e:0d:ad:27", "network": {"id": "1856b3fa-9d5c-47bd-b474-cca0b02f7aea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-15513359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6f2a38d830432ca8421b704f9ae9fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b274f0a-60", "ovs_interfaceid": "7b274f0a-602c-45bd-afa6-b23d654b790c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.443214] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:ad:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b274f0a-602c-45bd-afa6-b23d654b790c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.450828] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Creating folder: Project (ca6f2a38d830432ca8421b704f9ae9fc). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.456210] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3a9118-03a8-4c44-969c-ade5f8e372f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.469258] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Created folder: Project (ca6f2a38d830432ca8421b704f9ae9fc) in parent group-v709242. [ 798.469485] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Creating folder: Instances. Parent ref: group-v709361. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.469745] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6791ad3-273e-4e1e-b33b-941c824724c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.483717] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Created folder: Instances in parent group-v709361. [ 798.483717] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.483717] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.483717] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9359ce32-42a5-4df6-8b0f-7ff9c7f555b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.509443] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.509443] env[69644]: value = "task-3552748" [ 798.509443] env[69644]: _type = "Task" [ 798.509443] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.517676] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552748, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.585549] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552740, 'name': PowerOffVM_Task, 'duration_secs': 1.173532} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.586013] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.586447] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.586889] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b44794-c447-4de3-aeed-fd17741b7af5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.630621] env[69644]: DEBUG nova.compute.manager [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Received event network-changed-7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.631231] env[69644]: DEBUG nova.compute.manager [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Refreshing instance network info cache due to event network-changed-7b274f0a-602c-45bd-afa6-b23d654b790c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.633813] env[69644]: DEBUG oslo_concurrency.lockutils [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] Acquiring lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.633813] env[69644]: DEBUG oslo_concurrency.lockutils [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] Acquired lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.633813] env[69644]: DEBUG nova.network.neutron [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Refreshing network info cache for port 7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.666362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.666889] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.667217] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleting the datastore file [datastore2] f65a33d8-8fb1-418d-a712-6c06033e3d1e {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.667576] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e2cdb1-32eb-4c8a-be9e-1df6925d7eb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.678021] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 798.678021] env[69644]: value = "task-3552750" [ 798.678021] env[69644]: _type = "Task" [ 798.678021] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.687462] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.694940] env[69644]: DEBUG nova.network.neutron [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.706306] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9716d9-9e65-415f-b82e-9ae473c3511f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.714864] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc96cc2-55eb-4954-bd6f-02932e34582c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.750648] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6c191-7510-4cab-a8a0-760ef4a24d27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.758802] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c843688-d65d-4595-b38e-c64198158e6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.773746] env[69644]: DEBUG nova.compute.provider_tree [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.826509] env[69644]: DEBUG nova.network.neutron [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.831558] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.884433] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02dcd90b-1436-47b9-afde-2b02ae9e9843 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.898205] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d0ed8-31a4-43ef-9368-c1058debdfb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.918106] env[69644]: DEBUG oslo_vmware.api [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181716} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.918324] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.918528] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.918678] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.918859] env[69644]: INFO nova.compute.manager [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Took 1.66 seconds to destroy the instance on the hypervisor. [ 798.919303] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.919504] env[69644]: DEBUG nova.compute.manager [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.919598] env[69644]: DEBUG nova.network.neutron [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.936085] env[69644]: DEBUG nova.compute.manager [req-2a0e2650-bc2c-4982-a776-5e7f2e93d1b8 req-075fd7ec-385d-4523-8f8e-4e45e56e7521 service nova] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Detach interface failed, port_id=438a3e37-3edc-4ca5-a8e9-46bc5990c868, reason: Instance 5e03e801-6932-4d7b-b201-cbe38321432c could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.019083] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552748, 'name': CreateVM_Task, 'duration_secs': 0.370397} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.019254] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.019931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.020110] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.020438] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.020695] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62e8b9b-fc17-4c3d-b9a8-88e1bd647bc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.025119] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 799.025119] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521d687a-b923-9d3b-46d2-696b57b3ba53" [ 799.025119] env[69644]: _type = "Task" [ 799.025119] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.034343] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521d687a-b923-9d3b-46d2-696b57b3ba53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.185318] env[69644]: DEBUG oslo_vmware.api [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181947} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.185655] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.186016] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.186242] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.186424] env[69644]: INFO nova.compute.manager [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 799.186689] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.187033] env[69644]: DEBUG nova.compute.manager [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.187237] env[69644]: DEBUG nova.network.neutron [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.198619] env[69644]: INFO nova.compute.manager [-] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Took 1.81 seconds to deallocate network for instance. [ 799.277873] env[69644]: DEBUG nova.scheduler.client.report [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.331401] env[69644]: DEBUG oslo_vmware.api [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552744, 'name': PowerOnVM_Task, 'duration_secs': 0.56742} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.333870] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.333870] env[69644]: DEBUG nova.compute.manager [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.334705] env[69644]: INFO nova.compute.manager [-] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Took 1.74 seconds to deallocate network for instance. [ 799.334994] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d145789-eaa8-43fd-be38-0f714012bbc3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.509743] env[69644]: DEBUG nova.network.neutron [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Updated VIF entry in instance network info cache for port 7b274f0a-602c-45bd-afa6-b23d654b790c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.509743] env[69644]: DEBUG nova.network.neutron [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Updating instance_info_cache with network_info: [{"id": "7b274f0a-602c-45bd-afa6-b23d654b790c", "address": "fa:16:3e:0d:ad:27", "network": {"id": "1856b3fa-9d5c-47bd-b474-cca0b02f7aea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-15513359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6f2a38d830432ca8421b704f9ae9fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b274f0a-60", "ovs_interfaceid": "7b274f0a-602c-45bd-afa6-b23d654b790c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.539132] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521d687a-b923-9d3b-46d2-696b57b3ba53, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.539637] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.540034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.540537] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.542016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.542016] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.542016] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c388e86c-c672-46e1-ae85-d38a6562f79e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.555819] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.556183] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.557312] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082eda21-588e-490d-818a-d2fede141b1e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.566414] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 799.566414] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b07c-7431-650b-3887-899a04db63af" [ 799.566414] env[69644]: _type = "Task" [ 799.566414] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.576461] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b07c-7431-650b-3887-899a04db63af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.710825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.787128] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.787128] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.789185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.852s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.789185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.791877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.006s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.791877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.792695] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.684s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.792767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.798273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.469s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.799707] env[69644]: INFO nova.compute.claims [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.804021] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Successfully updated port: 3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.836943] env[69644]: INFO nova.scheduler.client.report [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Deleted allocations for instance d19ba014-ea1e-4f7b-9d4b-442b5fa19893 [ 799.839672] env[69644]: INFO nova.scheduler.client.report [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Deleted allocations for instance 91f16e9e-0f14-433b-b0aa-859b71e59f7d [ 799.848241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.848438] env[69644]: DEBUG nova.network.neutron [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.860242] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.867238] env[69644]: INFO nova.scheduler.client.report [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted allocations for instance 80617eab-4e1f-49c5-8741-89052b004f56 [ 800.013896] env[69644]: DEBUG oslo_concurrency.lockutils [req-21a6dc38-87ef-4cad-90cd-48a57777eeaf req-b5225949-0cd3-458d-a1a1-4903f92be75e service nova] Releasing lock "refresh_cache-549990e1-a3f8-470f-befb-b4568083ee03" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.079824] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b07c-7431-650b-3887-899a04db63af, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.081298] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8416417-377a-4361-810d-3ecd10b3e4ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.087162] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 800.087162] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52af94f7-7573-7d50-beb1-d4cf5ca99ff7" [ 800.087162] env[69644]: _type = "Task" [ 800.087162] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.097016] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52af94f7-7573-7d50-beb1-d4cf5ca99ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.136528] env[69644]: DEBUG nova.network.neutron [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.310357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.310357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.310357] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.310357] env[69644]: DEBUG nova.compute.utils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.318821] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.318821] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.355144] env[69644]: DEBUG oslo_concurrency.lockutils [None req-de97c436-a347-4922-a93c-a374c2a3acc2 tempest-ServersListShow2100Test-920689427 tempest-ServersListShow2100Test-920689427-project-member] Lock "d19ba014-ea1e-4f7b-9d4b-442b5fa19893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.610s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.359335] env[69644]: INFO nova.compute.manager [-] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Took 1.44 seconds to deallocate network for instance. [ 800.362078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23fe2cbb-09ee-42ea-9622-9f83e12447c7 tempest-ServersTestManualDisk-188734878 tempest-ServersTestManualDisk-188734878-project-member] Lock "91f16e9e-0f14-433b-b0aa-859b71e59f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.401s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.379086] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04cf2269-5445-4cf4-aab3-c05456c18652 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "80617eab-4e1f-49c5-8741-89052b004f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.335s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.426314] env[69644]: DEBUG nova.policy [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c74868f2af234a4c8c71fce03433e926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c68c5b1d7a9b4d0e9ef14ad1fecd1987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.547655] env[69644]: DEBUG nova.compute.manager [req-9b7ad190-2e49-4220-8c58-e17f8d4a4dc3 req-9cf5c963-a66d-45c9-aef9-134a56fca80d service nova] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Received event network-vif-deleted-4f4de938-df5c-4666-b2e5-bd0e17bf0e4b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.547655] env[69644]: DEBUG nova.compute.manager [req-9b7ad190-2e49-4220-8c58-e17f8d4a4dc3 req-9cf5c963-a66d-45c9-aef9-134a56fca80d service nova] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Received event network-vif-deleted-980d3237-53d1-48e2-b049-d05b23bef245 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.547655] env[69644]: DEBUG nova.compute.manager [req-9b7ad190-2e49-4220-8c58-e17f8d4a4dc3 req-9cf5c963-a66d-45c9-aef9-134a56fca80d service nova] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Received event network-vif-deleted-fd54762f-41cc-4b85-ae1b-7ee25be29116 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.604605] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52af94f7-7573-7d50-beb1-d4cf5ca99ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.604874] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.605290] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 549990e1-a3f8-470f-befb-b4568083ee03/549990e1-a3f8-470f-befb-b4568083ee03.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.605644] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c972bc64-b7a4-47a5-abe9-61c7b425457e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.613642] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 800.613642] env[69644]: value = "task-3552751" [ 800.613642] env[69644]: _type = "Task" [ 800.613642] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.622540] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.642229] env[69644]: INFO nova.compute.manager [-] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Took 1.45 seconds to deallocate network for instance. [ 800.819870] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.849636] env[69644]: DEBUG nova.compute.manager [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received event network-vif-plugged-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.849832] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Acquiring lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.850054] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.850227] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.850764] env[69644]: DEBUG nova.compute.manager [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] No waiting events found dispatching network-vif-plugged-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.851102] env[69644]: WARNING nova.compute.manager [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received unexpected event network-vif-plugged-3a40a546-95df-4463-b350-c975f99c10f1 for instance with vm_state building and task_state spawning. [ 800.853385] env[69644]: DEBUG nova.compute.manager [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received event network-changed-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.854034] env[69644]: DEBUG nova.compute.manager [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing instance network info cache due to event network-changed-3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.854034] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Acquiring lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.867904] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.900033] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.133312] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478887} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.133312] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Successfully created port: 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.134235] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 549990e1-a3f8-470f-befb-b4568083ee03/549990e1-a3f8-470f-befb-b4568083ee03.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.134454] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.134715] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00b68559-5504-4548-93ae-791446670faf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.143606] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 801.143606] env[69644]: value = "task-3552752" [ 801.143606] env[69644]: _type = "Task" [ 801.143606] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.156542] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.157765] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.239808] env[69644]: DEBUG nova.network.neutron [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [{"id": "3a40a546-95df-4463-b350-c975f99c10f1", "address": "fa:16:3e:05:18:5d", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a40a546-95", "ovs_interfaceid": "3a40a546-95df-4463-b350-c975f99c10f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.452025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a236f0dd-7809-42c5-ac9c-92d1fd483591 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.467471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4e193-e300-4f82-abff-2f84d464a7b8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.502928] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6587368-64e9-4250-a031-25429ca3bc6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.511619] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c761cc-7977-4989-8d38-06b5947ed686 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.528875] env[69644]: DEBUG nova.compute.provider_tree [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.657826] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067494} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.658547] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.659885] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa06492f-284d-4706-92a2-92c284d8e1ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.686344] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 549990e1-a3f8-470f-befb-b4568083ee03/549990e1-a3f8-470f-befb-b4568083ee03.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.687144] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138abae0-3547-4c3a-b02a-3825cb1ffb7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.708225] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 801.708225] env[69644]: value = "task-3552753" [ 801.708225] env[69644]: _type = "Task" [ 801.708225] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.720086] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.743611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.744631] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Instance network_info: |[{"id": "3a40a546-95df-4463-b350-c975f99c10f1", "address": "fa:16:3e:05:18:5d", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a40a546-95", "ovs_interfaceid": "3a40a546-95df-4463-b350-c975f99c10f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.744631] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Acquired lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.744631] env[69644]: DEBUG nova.network.neutron [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.746829] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:18:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a40a546-95df-4463-b350-c975f99c10f1', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.755033] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating folder: Project (5a20f33c61624b4b87ddaa0f1929ac39). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.755492] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027b6c1b-9ff6-4742-890f-e4b8775e34ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.768992] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created folder: Project (5a20f33c61624b4b87ddaa0f1929ac39) in parent group-v709242. [ 801.769203] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating folder: Instances. Parent ref: group-v709364. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.769450] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75dd437d-952b-404b-ab7c-47188a319eec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.781918] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created folder: Instances in parent group-v709364. [ 801.782202] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.782381] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.782609] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c789f3-4df4-48b3-a1de-fee6c0dfd4fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.815916] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.815916] env[69644]: value = "task-3552756" [ 801.815916] env[69644]: _type = "Task" [ 801.815916] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.828399] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552756, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.843619] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.875653] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.875835] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.876016] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.876749] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.876910] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.877074] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.877610] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.877610] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.877806] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.877806] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.877982] env[69644]: DEBUG nova.virt.hardware [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.879032] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1badb-5bed-43c1-926a-f4573ae3b9d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.893131] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dcd870-9dca-43ce-af30-4328cba3711d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.038044] env[69644]: DEBUG nova.scheduler.client.report [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.220668] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552753, 'name': ReconfigVM_Task, 'duration_secs': 0.30948} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.221026] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 549990e1-a3f8-470f-befb-b4568083ee03/549990e1-a3f8-470f-befb-b4568083ee03.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.223548] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-794dbd0e-3cbf-4d07-b801-72082817c0ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.232936] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 802.232936] env[69644]: value = "task-3552757" [ 802.232936] env[69644]: _type = "Task" [ 802.232936] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.243455] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552757, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.329315] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552756, 'name': CreateVM_Task, 'duration_secs': 0.432042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.329315] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.329315] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.329315] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.329771] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.329771] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386d5915-4d2b-4327-8f7c-58504376823c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.334993] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 802.334993] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279a9d2-0052-b585-32cc-7b6ce50140fa" [ 802.334993] env[69644]: _type = "Task" [ 802.334993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.343110] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279a9d2-0052-b585-32cc-7b6ce50140fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.387593] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.387838] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.388049] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.388649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.388839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.392906] env[69644]: INFO nova.compute.manager [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Terminating instance [ 802.540652] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.541443] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.551346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.450s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.553039] env[69644]: INFO nova.compute.claims [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.619233] env[69644]: DEBUG nova.network.neutron [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updated VIF entry in instance network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.619597] env[69644]: DEBUG nova.network.neutron [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [{"id": "3a40a546-95df-4463-b350-c975f99c10f1", "address": "fa:16:3e:05:18:5d", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a40a546-95", "ovs_interfaceid": "3a40a546-95df-4463-b350-c975f99c10f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.743477] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552757, 'name': Rename_Task, 'duration_secs': 0.142119} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.743766] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.744662] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03fc6e64-9b96-41ab-996b-559e7ebbab8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.753348] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 802.753348] env[69644]: value = "task-3552758" [ 802.753348] env[69644]: _type = "Task" [ 802.753348] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.765407] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.846520] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5279a9d2-0052-b585-32cc-7b6ce50140fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020194} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.847122] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.847466] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.847977] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.848582] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.849163] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.849521] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f125ec75-c5ae-41b6-abeb-a1320e0f345e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.860139] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.860139] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.860722] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e321ddaa-826e-4b16-b8d1-42d522586234 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.867853] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 802.867853] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52071b70-a235-92c1-f545-d9bb94475a21" [ 802.867853] env[69644]: _type = "Task" [ 802.867853] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.877545] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52071b70-a235-92c1-f545-d9bb94475a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.897179] env[69644]: DEBUG nova.compute.manager [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.897426] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.898485] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6ea04f-1013-4d23-a8d2-92a1a3ca1d8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.906141] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.906419] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3731a7-ebb7-4a36-ae5b-911e2d78e312 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.914364] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 802.914364] env[69644]: value = "task-3552759" [ 802.914364] env[69644]: _type = "Task" [ 802.914364] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.924009] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.063238] env[69644]: DEBUG nova.compute.utils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.065453] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.065608] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.124177] env[69644]: DEBUG oslo_concurrency.lockutils [req-76d27755-fccf-4874-99f1-9a6f18a3f4a7 req-dc0c727b-1792-46c1-b535-c354f8f05b8a service nova] Releasing lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.168396] env[69644]: DEBUG nova.policy [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '694a55f907024c7aa79e1fd807fdeb99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3027eef9dc3d4eb3b03a18365ba4a36c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.266012] env[69644]: DEBUG oslo_vmware.api [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552758, 'name': PowerOnVM_Task, 'duration_secs': 0.460213} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.266308] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.266514] env[69644]: INFO nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Took 7.87 seconds to spawn the instance on the hypervisor. [ 803.266745] env[69644]: DEBUG nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.267580] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbaadea-900d-47fb-971b-f737eb8dc126 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.337311] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.337695] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.382845] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "709fd06c-c855-489f-aed1-8f49619e5391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.382845] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.389054] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52071b70-a235-92c1-f545-d9bb94475a21, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.391025] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7d856e-85bf-4120-802f-f16293b3326c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.396719] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 803.396719] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ebc502-7611-a226-176e-02a00b1ca50b" [ 803.396719] env[69644]: _type = "Task" [ 803.396719] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.406742] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ebc502-7611-a226-176e-02a00b1ca50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.423936] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552759, 'name': PowerOffVM_Task, 'duration_secs': 0.19696} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.426597] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.426597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.426597] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91a2a739-052d-4453-9045-d601a9b4542c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.488026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.488026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.488026] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore1] 0bd225f7-5469-400a-b6bf-7e43c3174dcb {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.488026] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a468e34-8922-4460-b4dc-23867251dc78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.493681] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 803.493681] env[69644]: value = "task-3552761" [ 803.493681] env[69644]: _type = "Task" [ 803.493681] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.503355] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.569567] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.794133] env[69644]: INFO nova.compute.manager [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Took 48.57 seconds to build instance. [ 803.875957] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Successfully updated port: 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.909180] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ebc502-7611-a226-176e-02a00b1ca50b, 'name': SearchDatastore_Task, 'duration_secs': 0.027377} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.909421] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.910117] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 9d198c26-b32f-4d9f-961f-5bef6a511168/9d198c26-b32f-4d9f-961f-5bef6a511168.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.910618] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b33ea725-c393-41b9-9052-2c542f9d1210 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.921464] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 803.921464] env[69644]: value = "task-3552762" [ 803.921464] env[69644]: _type = "Task" [ 803.921464] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.930029] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.006718] env[69644]: DEBUG oslo_vmware.api [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27413} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.006978] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.008175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.008175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.008788] env[69644]: INFO nova.compute.manager [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 804.008788] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.012059] env[69644]: DEBUG nova.compute.manager [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.012059] env[69644]: DEBUG nova.network.neutron [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.124497] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Successfully created port: afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.140018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c4b39-ba36-48c4-8b4f-bdb4d01605ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.147530] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50823afe-9301-481a-9e03-64345819ca94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.187360] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a38f6d4-49a8-4cb1-8ed9-f24fe5d01ba5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.195752] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb9b91-37d7-49ae-9211-09616405cf2e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.211103] env[69644]: DEBUG nova.compute.provider_tree [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.230362] env[69644]: DEBUG nova.compute.manager [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-vif-plugged-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.230601] env[69644]: DEBUG oslo_concurrency.lockutils [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] Acquiring lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.230821] env[69644]: DEBUG oslo_concurrency.lockutils [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.230986] env[69644]: DEBUG oslo_concurrency.lockutils [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.231226] env[69644]: DEBUG nova.compute.manager [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] No waiting events found dispatching network-vif-plugged-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.231327] env[69644]: WARNING nova.compute.manager [req-ca448fc6-6030-4b98-baa7-5f6f1aef5593 req-0be6fbce-9dc5-410e-ae3d-a2d31480cc6e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received unexpected event network-vif-plugged-7c825412-dcb7-4362-b92a-1fd671f13480 for instance with vm_state building and task_state spawning. [ 804.299243] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83c22b8e-129d-4ca3-a842-28ebd67ab7ae tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.868s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.378381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.378807] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.378807] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.432397] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.580482] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.613682] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.613951] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.614146] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.614424] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.614641] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.614844] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.616408] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.616408] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.616408] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.616408] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.616408] env[69644]: DEBUG nova.virt.hardware [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.616832] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53503f0d-3042-40f1-a503-b70281377f01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.630608] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d03da-1499-4139-a2af-fbbe665eaafd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.715558] env[69644]: DEBUG nova.scheduler.client.report [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.803596] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.862384] env[69644]: DEBUG nova.network.neutron [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.914855] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.934684] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552762, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.146713] env[69644]: DEBUG nova.network.neutron [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.221643] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.221643] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.225886] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.652s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.225886] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.226137] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.588s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.227550] env[69644]: INFO nova.compute.claims [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.273868] env[69644]: INFO nova.scheduler.client.report [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleted allocations for instance 43804861-277a-462f-9576-13b782938210 [ 805.333908] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.364727] env[69644]: INFO nova.compute.manager [-] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Took 1.35 seconds to deallocate network for instance. [ 805.438339] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552762, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.651036] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.653166] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Instance network_info: |[{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.653166] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:6b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c825412-dcb7-4362-b92a-1fd671f13480', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.661767] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Creating folder: Project (c68c5b1d7a9b4d0e9ef14ad1fecd1987). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.662069] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf1a37e1-c36a-4882-b71f-44c66ac18148 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673762] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Created folder: Project (c68c5b1d7a9b4d0e9ef14ad1fecd1987) in parent group-v709242. [ 805.673960] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Creating folder: Instances. Parent ref: group-v709367. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.674568] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0df86a5-e17b-4b2f-b02d-ec58c2eaa11e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.686075] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "549990e1-a3f8-470f-befb-b4568083ee03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.686340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.686544] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "549990e1-a3f8-470f-befb-b4568083ee03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.689966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.689966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.689966] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Created folder: Instances in parent group-v709367. [ 805.689966] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.689966] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.689966] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f36fcbb-05ac-4ac9-97cf-b880921b6114 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.703814] env[69644]: INFO nova.compute.manager [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Terminating instance [ 805.712104] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.712104] env[69644]: value = "task-3552765" [ 805.712104] env[69644]: _type = "Task" [ 805.712104] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.719807] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552765, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.731867] env[69644]: DEBUG nova.compute.utils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.736733] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.736733] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.782409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89273a55-5b9f-4087-a36b-fb05f01f792b tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.908s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.782409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.653s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.782409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "43804861-277a-462f-9576-13b782938210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.782409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.782409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.783854] env[69644]: INFO nova.compute.manager [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Terminating instance [ 805.845586] env[69644]: DEBUG nova.policy [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d01a10518f47cc944c06510611ec91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b73866920ff84b979a6f9b7578a9f1e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.872189] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.941811] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552762, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.965093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.942166] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 9d198c26-b32f-4d9f-961f-5bef6a511168/9d198c26-b32f-4d9f-961f-5bef6a511168.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.942416] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.942755] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1364aa0e-5f91-4e32-9e5d-3ccebff67dd2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.950869] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 805.950869] env[69644]: value = "task-3552766" [ 805.950869] env[69644]: _type = "Task" [ 805.950869] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.963848] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.208371] env[69644]: DEBUG nova.compute.manager [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.208584] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.209497] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc59f697-5d8e-49db-998f-d90615915e03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.223573] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552765, 'name': CreateVM_Task, 'duration_secs': 0.355917} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.225724] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.226115] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.227342] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.227476] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227788] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.228047] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a3c39a2-5903-47e1-b382-71633a35fdd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.229874] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c32861-397b-46b5-a5d0-d4c4615d556c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.235850] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.239707] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 806.239707] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5273e15d-ba69-5758-6e76-9cb517d03651" [ 806.239707] env[69644]: _type = "Task" [ 806.239707] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.246356] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 806.246356] env[69644]: value = "task-3552767" [ 806.246356] env[69644]: _type = "Task" [ 806.246356] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.266306] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.266589] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5273e15d-ba69-5758-6e76-9cb517d03651, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.266867] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267203] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.267448] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.267595] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.267773] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.268056] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4670acc9-4fb5-45ab-b0b9-14d0615a2ded {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.279896] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.279896] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.279896] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449dfbef-3657-4eb5-a72c-c7b56824ea0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.290211] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.290439] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquired lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.290666] env[69644]: DEBUG nova.network.neutron [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.292749] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 806.292749] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520706f4-88b7-d81a-37af-b9ee0ca4f491" [ 806.292749] env[69644]: _type = "Task" [ 806.292749] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.313072] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520706f4-88b7-d81a-37af-b9ee0ca4f491, 'name': SearchDatastore_Task, 'duration_secs': 0.013583} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.314255] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9999a422-6bd9-4ba0-b2f6-472027131662 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.325023] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 806.325023] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272a383-9572-690c-8db3-5ff602f6218c" [ 806.325023] env[69644]: _type = "Task" [ 806.325023] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.333334] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272a383-9572-690c-8db3-5ff602f6218c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.336852] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Successfully updated port: afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.379079] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Successfully created port: 346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.464083] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071714} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.464501] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.467666] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb4de02-3b3a-4fdd-9939-c9a1168e3e55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.493638] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9d198c26-b32f-4d9f-961f-5bef6a511168/9d198c26-b32f-4d9f-961f-5bef6a511168.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.496655] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff47d5e4-66c4-4ae1-8b76-6a54c467e334 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.518118] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 806.518118] env[69644]: value = "task-3552768" [ 806.518118] env[69644]: _type = "Task" [ 806.518118] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.529356] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.759556] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.759896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.772302] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552767, 'name': PowerOffVM_Task, 'duration_secs': 0.224631} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.772453] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.772676] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.772908] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6778f462-a58d-4631-9e47-dfb92a08304c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.794588] env[69644]: DEBUG nova.compute.utils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Can not refresh info_cache because instance was not found {{(pid=69644) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 806.834942] env[69644]: DEBUG nova.network.neutron [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.839553] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.839818] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.840086] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Deleting the datastore file [datastore1] 549990e1-a3f8-470f-befb-b4568083ee03 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.841532] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.841532] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquired lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.841532] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.844910] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80bf50bd-bd2d-4194-9835-3c065c483770 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.850681] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272a383-9572-690c-8db3-5ff602f6218c, 'name': SearchDatastore_Task, 'duration_secs': 0.018512} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.852172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.852473] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a059e051-cdc3-4729-82c8-182bdf6d59cd/a059e051-cdc3-4729-82c8-182bdf6d59cd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.853172] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793e5878-ef89-4b2b-97e7-cd2e23976c80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.856834] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for the task: (returnval){ [ 806.856834] env[69644]: value = "task-3552770" [ 806.856834] env[69644]: _type = "Task" [ 806.856834] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.861974] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 806.861974] env[69644]: value = "task-3552771" [ 806.861974] env[69644]: _type = "Task" [ 806.861974] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.873711] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.880296] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.904907] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e4784-6364-436a-b9f5-08adbbbb5b22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.912394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bca8c4-b1ad-463c-8008-14cfbe5e95a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.943968] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9131772-61a2-4b7c-819a-a1fc0d34c33b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.951665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8dc6ed-b329-44d9-8d4a-4eee178dd4c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956833] env[69644]: DEBUG nova.network.neutron [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.968071] env[69644]: DEBUG nova.compute.provider_tree [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.000859] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Successfully created port: 4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.028119] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552768, 'name': ReconfigVM_Task, 'duration_secs': 0.311923} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.028454] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9d198c26-b32f-4d9f-961f-5bef6a511168/9d198c26-b32f-4d9f-961f-5bef6a511168.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.029249] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0277fff-4eb9-47d7-a836-1ed11bd4db1b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.036761] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 807.036761] env[69644]: value = "task-3552772" [ 807.036761] env[69644]: _type = "Task" [ 807.036761] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.050211] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552772, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.069577] env[69644]: DEBUG nova.compute.manager [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Received event network-vif-plugged-afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.069577] env[69644]: DEBUG oslo_concurrency.lockutils [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] Acquiring lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.069933] env[69644]: DEBUG oslo_concurrency.lockutils [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] Lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.069933] env[69644]: DEBUG oslo_concurrency.lockutils [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] Lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.070499] env[69644]: DEBUG nova.compute.manager [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] No waiting events found dispatching network-vif-plugged-afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.070499] env[69644]: WARNING nova.compute.manager [req-feb6c3bc-f0ac-4f92-bef7-58ad127e99b9 req-9bab6fcc-a5b4-4d08-9e2a-b049d61755b9 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Received unexpected event network-vif-plugged-afee6e8a-113e-452a-a787-56f4e9319a9d for instance with vm_state building and task_state spawning. [ 807.116426] env[69644]: DEBUG nova.compute.manager [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.116620] env[69644]: DEBUG nova.compute.manager [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing instance network info cache due to event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.116827] env[69644]: DEBUG oslo_concurrency.lockutils [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.117040] env[69644]: DEBUG oslo_concurrency.lockutils [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.121022] env[69644]: DEBUG nova.network.neutron [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.263472] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.298321] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.298605] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.298773] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.298950] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.299110] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.299260] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.299468] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.299633] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.299802] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.299959] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.300149] env[69644]: DEBUG nova.virt.hardware [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.301173] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760d61d-dde2-47a5-bc45-a49456ff8996 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.314698] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b91490-390c-4db8-b39c-941c932a5c1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.334216] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.334216] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.370989] env[69644]: DEBUG oslo_vmware.api [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Task: {'id': task-3552770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152763} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.371592] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.371777] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.371955] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.372133] env[69644]: INFO nova.compute.manager [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Took 1.16 seconds to destroy the instance on the hypervisor. [ 807.372370] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.372552] env[69644]: DEBUG nova.compute.manager [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.372677] env[69644]: DEBUG nova.network.neutron [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.377562] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552771, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.392452] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.460559] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Releasing lock "refresh_cache-43804861-277a-462f-9576-13b782938210" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.461013] env[69644]: DEBUG nova.compute.manager [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.461220] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.462418] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53c901b0-bc59-4b59-81b4-b4093ff5d019 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.471883] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdcdf90-4e6c-458b-9f06-b37094f72f6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.482586] env[69644]: DEBUG nova.scheduler.client.report [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.516354] env[69644]: WARNING nova.virt.vmwareapi.vmops [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 43804861-277a-462f-9576-13b782938210 could not be found. [ 807.516778] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.517076] env[69644]: INFO nova.compute.manager [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Took 0.06 seconds to destroy the instance on the hypervisor. [ 807.517441] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.518669] env[69644]: DEBUG nova.compute.manager [-] [instance: 43804861-277a-462f-9576-13b782938210] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.518856] env[69644]: DEBUG nova.network.neutron [-] [instance: 43804861-277a-462f-9576-13b782938210] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.550760] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552772, 'name': Rename_Task, 'duration_secs': 0.167105} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.551871] env[69644]: DEBUG nova.network.neutron [-] [instance: 43804861-277a-462f-9576-13b782938210] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.553837] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.556150] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65720aa-9ec8-4108-8102-8b45e9e38347 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.566921] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 807.566921] env[69644]: value = "task-3552773" [ 807.566921] env[69644]: _type = "Task" [ 807.566921] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.581500] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.618805] env[69644]: DEBUG nova.network.neutron [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Updating instance_info_cache with network_info: [{"id": "afee6e8a-113e-452a-a787-56f4e9319a9d", "address": "fa:16:3e:cb:c6:9d", "network": {"id": "5b7ddb86-ffab-4efc-9f73-2833793d2c3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1409252647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3027eef9dc3d4eb3b03a18365ba4a36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee6e8a-11", "ovs_interfaceid": "afee6e8a-113e-452a-a787-56f4e9319a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.837102] env[69644]: DEBUG nova.compute.utils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.876718] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552771, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.916215] env[69644]: DEBUG nova.network.neutron [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updated VIF entry in instance network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.916215] env[69644]: DEBUG nova.network.neutron [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.990612] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.991159] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.993885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.128s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.994136] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.997048] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.439s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.999011] env[69644]: INFO nova.compute.claims [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.025545] env[69644]: INFO nova.scheduler.client.report [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Deleted allocations for instance ac459686-1271-4abc-8b3e-f1100b34c1b1 [ 808.056349] env[69644]: DEBUG nova.network.neutron [-] [instance: 43804861-277a-462f-9576-13b782938210] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.077673] env[69644]: DEBUG oslo_vmware.api [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3552773, 'name': PowerOnVM_Task, 'duration_secs': 0.476384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.078031] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.078256] env[69644]: INFO nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Took 10.03 seconds to spawn the instance on the hypervisor. [ 808.078491] env[69644]: DEBUG nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.079271] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67373bf-a909-4136-ab1b-de1e99a9334c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.122035] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Releasing lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.122297] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Instance network_info: |[{"id": "afee6e8a-113e-452a-a787-56f4e9319a9d", "address": "fa:16:3e:cb:c6:9d", "network": {"id": "5b7ddb86-ffab-4efc-9f73-2833793d2c3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1409252647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3027eef9dc3d4eb3b03a18365ba4a36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee6e8a-11", "ovs_interfaceid": "afee6e8a-113e-452a-a787-56f4e9319a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.122990] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c6:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afee6e8a-113e-452a-a787-56f4e9319a9d', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.130567] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Creating folder: Project (3027eef9dc3d4eb3b03a18365ba4a36c). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.131078] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee6ffeb-ddc4-49e4-88af-a73e4fa090c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.142284] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Created folder: Project (3027eef9dc3d4eb3b03a18365ba4a36c) in parent group-v709242. [ 808.142495] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Creating folder: Instances. Parent ref: group-v709370. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.142747] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc32695-578f-4876-8c5d-256dc040b837 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.151494] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Created folder: Instances in parent group-v709370. [ 808.151719] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.151908] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.152118] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf23c55e-3737-48bb-af89-1aebea26f024 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.170571] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.170571] env[69644]: value = "task-3552776" [ 808.170571] env[69644]: _type = "Task" [ 808.170571] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.178720] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552776, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.344375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "2bd226df-264a-4177-b7de-bc1cc98614dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.344510] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.345249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.345249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.345249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.346854] env[69644]: DEBUG nova.network.neutron [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.349988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.350768] env[69644]: INFO nova.compute.manager [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Terminating instance [ 808.356945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.357219] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.376746] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552771, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.478891} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.376990] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a059e051-cdc3-4729-82c8-182bdf6d59cd/a059e051-cdc3-4729-82c8-182bdf6d59cd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.377217] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.377454] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c2afa9d-e73a-4d05-934c-545038b972cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.384770] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 808.384770] env[69644]: value = "task-3552777" [ 808.384770] env[69644]: _type = "Task" [ 808.384770] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.392993] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.418088] env[69644]: DEBUG oslo_concurrency.lockutils [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.418413] env[69644]: DEBUG nova.compute.manager [req-addb1f89-801e-4d58-88b0-2783c9197d74 req-ee90fe44-912c-4058-8b2f-6b14d155aee7 service nova] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Received event network-vif-deleted-05af07b6-bfa0-473f-a854-9a84d982bdce {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.505401] env[69644]: DEBUG nova.compute.utils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.512974] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.513075] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.532497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bca3b925-3f08-4dda-a62e-159ee7c23c1e tempest-ServersV294TestFqdnHostnames-986425398 tempest-ServersV294TestFqdnHostnames-986425398-project-member] Lock "ac459686-1271-4abc-8b3e-f1100b34c1b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.951s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.559018] env[69644]: INFO nova.compute.manager [-] [instance: 43804861-277a-462f-9576-13b782938210] Took 1.04 seconds to deallocate network for instance. [ 808.566565] env[69644]: DEBUG nova.policy [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cabcfcbe94e4b899f7cf63f5fadc6b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc6494c5b5244509be8be3f8ce3e567', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.597209] env[69644]: INFO nova.compute.manager [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Took 52.31 seconds to build instance. [ 808.681977] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552776, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.754355] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Successfully updated port: 346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.855531] env[69644]: INFO nova.compute.manager [-] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Took 1.48 seconds to deallocate network for instance. [ 808.864549] env[69644]: DEBUG nova.compute.manager [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.864837] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.869153] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9bcfa-63c7-476e-bfcd-effccd526860 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.872981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "f3fdb268-4783-408f-b007-1df2e37b2007" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.872981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.878026] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.878874] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-557ab5f9-1ef6-4632-8144-b32f225187c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.885537] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 808.885537] env[69644]: value = "task-3552778" [ 808.885537] env[69644]: _type = "Task" [ 808.885537] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.895262] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Successfully created port: 6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.908466] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068587} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.909016] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.909280] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.910217] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81932df9-dd44-4757-af1f-0b384fa1107e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.937351] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a059e051-cdc3-4729-82c8-182bdf6d59cd/a059e051-cdc3-4729-82c8-182bdf6d59cd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.939043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf2f0f3-663b-4eb4-82cb-853e9608f6b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.966815] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 808.966815] env[69644]: value = "task-3552779" [ 808.966815] env[69644]: _type = "Task" [ 808.966815] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.978013] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.013485] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.066459] env[69644]: INFO nova.compute.manager [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 43804861-277a-462f-9576-13b782938210] Instance disappeared during terminate [ 809.067095] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d7d9ab38-600c-4484-bd43-a559af9f0c18 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "43804861-277a-462f-9576-13b782938210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.286s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.103025] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0897ab8d-8f55-405d-85cc-215dc82003c4 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.450s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.181827] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552776, 'name': CreateVM_Task, 'duration_secs': 0.668224} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.182286] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.185803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.186132] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.186607] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.187438] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2b99ea-1bd1-4b77-a2be-48bc254ea87d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.192524] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 809.192524] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d7872d-feaf-e650-3b15-879968e36653" [ 809.192524] env[69644]: _type = "Task" [ 809.192524] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.202408] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d7872d-feaf-e650-3b15-879968e36653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.369749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.401900] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552778, 'name': PowerOffVM_Task, 'duration_secs': 0.271576} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.402886] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.403332] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.403729] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80dd2bd9-f098-4307-9878-f36b333ed262 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.465018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.465018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.465018] env[69644]: INFO nova.compute.manager [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Attaching volume 03e65bd3-6402-40b9-ad02-6407c89e364e to /dev/sdb [ 809.485490] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552779, 'name': ReconfigVM_Task, 'duration_secs': 0.492086} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.485566] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a059e051-cdc3-4729-82c8-182bdf6d59cd/a059e051-cdc3-4729-82c8-182bdf6d59cd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.486266] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54eb994-87a4-49ec-9ad6-4fa0b390c939 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.489572] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.490038] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.490238] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleting the datastore file [datastore2] 2bd226df-264a-4177-b7de-bc1cc98614dc {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.490598] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5abf0b12-257b-4f90-812c-e0a74891412d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.497581] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 809.497581] env[69644]: value = "task-3552781" [ 809.497581] env[69644]: _type = "Task" [ 809.497581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.504990] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce907a7c-0b8b-4f81-902e-2861419bae92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.506270] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for the task: (returnval){ [ 809.506270] env[69644]: value = "task-3552782" [ 809.506270] env[69644]: _type = "Task" [ 809.506270] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.509517] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa912037-5081-49eb-92fc-0ba37a2a8462 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.519399] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552781, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.529048] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2c3397-2417-4294-8f3c-52d88de9acb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.535345] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.536838] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30a1c9-e469-4791-9434-13d4a7ac21f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.578734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367ff13-e7c6-40c4-9306-0a1f643f6768 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581711] env[69644]: DEBUG nova.virt.block_device [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updating existing volume attachment record: 6e4dbc3c-880b-4f74-b01d-9da8293fe4fd {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.590372] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42cfa65-b0d6-41e5-81e7-f79130229716 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.607529] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.608614] env[69644]: DEBUG nova.compute.provider_tree [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.673926] env[69644]: DEBUG nova.compute.manager [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Received event network-changed-afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.673992] env[69644]: DEBUG nova.compute.manager [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Refreshing instance network info cache due to event network-changed-afee6e8a-113e-452a-a787-56f4e9319a9d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.674331] env[69644]: DEBUG oslo_concurrency.lockutils [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] Acquiring lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.674423] env[69644]: DEBUG oslo_concurrency.lockutils [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] Acquired lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.674514] env[69644]: DEBUG nova.network.neutron [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Refreshing network info cache for port afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.693188] env[69644]: DEBUG nova.compute.manager [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-vif-plugged-346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.693691] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Acquiring lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.693959] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.694316] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.694316] env[69644]: DEBUG nova.compute.manager [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] No waiting events found dispatching network-vif-plugged-346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 809.694528] env[69644]: WARNING nova.compute.manager [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received unexpected event network-vif-plugged-346bc2b2-bf33-4e7a-95f2-c67f755bf826 for instance with vm_state building and task_state spawning. [ 809.694702] env[69644]: DEBUG nova.compute.manager [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-changed-346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.694810] env[69644]: DEBUG nova.compute.manager [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Refreshing instance network info cache due to event network-changed-346bc2b2-bf33-4e7a-95f2-c67f755bf826. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.694967] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Acquiring lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695117] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Acquired lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.695276] env[69644]: DEBUG nova.network.neutron [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Refreshing network info cache for port 346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.706659] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d7872d-feaf-e650-3b15-879968e36653, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.706983] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.707228] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.707456] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.707599] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.707779] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.708304] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6ef7c7-b806-401d-a12e-01f0f9d56f10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.716614] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.716935] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.717661] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29509ab2-f452-449c-af4f-c97c82621488 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.722575] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 809.722575] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a23f08-30b5-deec-33a9-ccc41df65e36" [ 809.722575] env[69644]: _type = "Task" [ 809.722575] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.732461] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a23f08-30b5-deec-33a9-ccc41df65e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.008965] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552781, 'name': Rename_Task, 'duration_secs': 0.159108} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.008965] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.008965] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b65f992-1e46-447e-9be8-69a22b2b41b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.020417] env[69644]: DEBUG oslo_vmware.api [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Task: {'id': task-3552782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137941} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.021934] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.022189] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.022509] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.022759] env[69644]: INFO nova.compute.manager [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.023124] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.023362] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 810.023362] env[69644]: value = "task-3552786" [ 810.023362] env[69644]: _type = "Task" [ 810.023362] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.023617] env[69644]: DEBUG nova.compute.manager [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.023769] env[69644]: DEBUG nova.network.neutron [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.029339] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.035015] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.061182] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.061182] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.061182] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.061456] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.061550] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.061777] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.062087] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.062446] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.062737] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.063014] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.063266] env[69644]: DEBUG nova.virt.hardware [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.066019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef614d1-a95f-4b70-adca-8953ca3f9f21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.074414] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3df0c-e4de-4e31-b7af-fd6dbf500793 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.113485] env[69644]: DEBUG nova.scheduler.client.report [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.150044] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.234103] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a23f08-30b5-deec-33a9-ccc41df65e36, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.234966] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a9a4e0-bc07-4c02-8f9d-c1b2d21045ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.244965] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 810.244965] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed3015-2917-d1b8-5638-6913321da634" [ 810.244965] env[69644]: _type = "Task" [ 810.244965] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.261931] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed3015-2917-d1b8-5638-6913321da634, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.262239] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.262568] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 4e21cb86-05f7-4df2-b358-13deea78e690/4e21cb86-05f7-4df2-b358-13deea78e690.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.262826] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe097c5-d5dc-4f77-ba6f-cc293dcfa266 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.269999] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 810.269999] env[69644]: value = "task-3552787" [ 810.269999] env[69644]: _type = "Task" [ 810.269999] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.278891] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.282618] env[69644]: DEBUG nova.network.neutron [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.539231] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552786, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.540084] env[69644]: DEBUG nova.network.neutron [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.631559] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.632713] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.643199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.606s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.643199] env[69644]: DEBUG nova.objects.instance [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'resources' on Instance uuid d44c4d5e-3144-4533-92d9-9823752c93b9 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.751356] env[69644]: DEBUG nova.network.neutron [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Updated VIF entry in instance network info cache for port afee6e8a-113e-452a-a787-56f4e9319a9d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.751737] env[69644]: DEBUG nova.network.neutron [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Updating instance_info_cache with network_info: [{"id": "afee6e8a-113e-452a-a787-56f4e9319a9d", "address": "fa:16:3e:cb:c6:9d", "network": {"id": "5b7ddb86-ffab-4efc-9f73-2833793d2c3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1409252647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3027eef9dc3d4eb3b03a18365ba4a36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee6e8a-11", "ovs_interfaceid": "afee6e8a-113e-452a-a787-56f4e9319a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.781917] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.039873] env[69644]: DEBUG oslo_vmware.api [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552786, 'name': PowerOnVM_Task, 'duration_secs': 0.57024} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.040871] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.040871] env[69644]: INFO nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Took 9.20 seconds to spawn the instance on the hypervisor. [ 811.041089] env[69644]: DEBUG nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.042253] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e1c7d-c232-4861-bd6d-1aa24e11c633 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.045288] env[69644]: DEBUG oslo_concurrency.lockutils [req-f534492a-a62d-476e-9134-b84e90ceb5b5 req-ab14ee49-31ae-485b-b3c6-be34616a7663 service nova] Releasing lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.134808] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Successfully updated port: 6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.148508] env[69644]: DEBUG nova.compute.utils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.153810] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.153810] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.160084] env[69644]: DEBUG nova.network.neutron [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.231878] env[69644]: DEBUG nova.policy [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.254935] env[69644]: DEBUG oslo_concurrency.lockutils [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] Releasing lock "refresh_cache-4e21cb86-05f7-4df2-b358-13deea78e690" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.255273] env[69644]: DEBUG nova.compute.manager [req-634f97aa-4f0e-4cf2-a72c-d6b8e5cb9970 req-975041eb-0612-4c77-975e-ffa332a58e33 service nova] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Received event network-vif-deleted-7b274f0a-602c-45bd-afa6-b23d654b790c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.283834] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.286921] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 4e21cb86-05f7-4df2-b358-13deea78e690/4e21cb86-05f7-4df2-b358-13deea78e690.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.287167] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.288086] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb8fc46b-65f0-4504-b120-27dec5ef4d8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.296118] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 811.296118] env[69644]: value = "task-3552788" [ 811.296118] env[69644]: _type = "Task" [ 811.296118] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.311616] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.333813] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Successfully updated port: 4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.574400] env[69644]: INFO nova.compute.manager [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Took 44.53 seconds to build instance. [ 811.640606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.640715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.640780] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.656280] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.663194] env[69644]: INFO nova.compute.manager [-] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Took 1.64 seconds to deallocate network for instance. [ 811.803644] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d675475-d011-4dc0-bc1d-3e4f89a84788 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.812477] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072463} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.816227] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.817270] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709254be-fdf9-421e-92b7-2798939cddf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.821349] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d626d9c6-018b-4633-93a3-5ada05e99f24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.855387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855387] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.867229] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60172f-d0c7-47c0-a00c-14cade3f7146 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.880300] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 4e21cb86-05f7-4df2-b358-13deea78e690/4e21cb86-05f7-4df2-b358-13deea78e690.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.880808] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7427ae9-9877-4c22-902f-b20dec8a93b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.902019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ef390-9878-4ad7-9288-a0e5e134b6e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.909017] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 811.909017] env[69644]: value = "task-3552790" [ 811.909017] env[69644]: _type = "Task" [ 811.909017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.923115] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Successfully created port: 36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.925883] env[69644]: DEBUG nova.compute.provider_tree [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.933502] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.967568] env[69644]: DEBUG nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Received event network-vif-deleted-5878e8d8-4c3c-44c4-abb4-da5d96b5798f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.967568] env[69644]: DEBUG nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Received event network-vif-plugged-6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.967568] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Acquiring lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.967568] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.967568] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.967568] env[69644]: DEBUG nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] No waiting events found dispatching network-vif-plugged-6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.967568] env[69644]: WARNING nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Received unexpected event network-vif-plugged-6e9eb369-8ce2-4405-82a5-39500f54a429 for instance with vm_state building and task_state spawning. [ 811.967568] env[69644]: DEBUG nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Received event network-changed-6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.967568] env[69644]: DEBUG nova.compute.manager [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Refreshing instance network info cache due to event network-changed-6e9eb369-8ce2-4405-82a5-39500f54a429. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.967568] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Acquiring lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078495] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c4bf5a28-3150-4411-9b69-512f384db019 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.420s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.174141] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.186826] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.262314] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received event network-changed-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.262314] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing instance network info cache due to event network-changed-3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.262314] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Acquiring lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.262314] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Acquired lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.262484] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.428866] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552790, 'name': ReconfigVM_Task, 'duration_secs': 0.318965} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.430303] env[69644]: DEBUG nova.network.neutron [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Updating instance_info_cache with network_info: [{"id": "6e9eb369-8ce2-4405-82a5-39500f54a429", "address": "fa:16:3e:0f:a2:0e", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9eb369-8c", "ovs_interfaceid": "6e9eb369-8ce2-4405-82a5-39500f54a429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.438254] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 4e21cb86-05f7-4df2-b358-13deea78e690/4e21cb86-05f7-4df2-b358-13deea78e690.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.439825] env[69644]: DEBUG nova.scheduler.client.report [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.445995] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4960d19-55e2-4a74-8efb-db73a423f43a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.457832] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 812.457832] env[69644]: value = "task-3552791" [ 812.457832] env[69644]: _type = "Task" [ 812.457832] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.470024] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552791, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.497219] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.582167] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.667035] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.725250] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.725719] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.725788] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.725987] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.726161] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.726309] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.726713] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.726713] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.726829] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.726988] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.727181] env[69644]: DEBUG nova.virt.hardware [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.728097] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b46d23-6152-4919-9c10-90db9cf179ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.739811] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb1950c-61e8-49ec-b89e-bb09f3662dd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.939259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.939659] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Instance network_info: |[{"id": "6e9eb369-8ce2-4405-82a5-39500f54a429", "address": "fa:16:3e:0f:a2:0e", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9eb369-8c", "ovs_interfaceid": "6e9eb369-8ce2-4405-82a5-39500f54a429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.940014] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Acquired lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.940215] env[69644]: DEBUG nova.network.neutron [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Refreshing network info cache for port 6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.941587] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a2:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e9eb369-8ce2-4405-82a5-39500f54a429', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.954173] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.955851] env[69644]: DEBUG nova.network.neutron [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updating instance_info_cache with network_info: [{"id": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "address": "fa:16:3e:2b:20:c8", "network": {"id": "aecefc27-77ee-4c1c-943e-2f39fb00af69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-538650938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346bc2b2-bf", "ovs_interfaceid": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "address": "fa:16:3e:54:08:c0", "network": {"id": "cbad8df4-4615-453a-8672-b1c807831844", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319999341", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd940f3-5c", "ovs_interfaceid": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.960464] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.962118] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.963200] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.159s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.963429] env[69644]: DEBUG nova.objects.instance [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lazy-loading 'resources' on Instance uuid 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.964585] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf99077e-1a28-44e0-ad9f-5f43338fd023 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.998429] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552791, 'name': Rename_Task, 'duration_secs': 0.239504} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.999885] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.000255] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.000255] env[69644]: value = "task-3552792" [ 813.000255] env[69644]: _type = "Task" [ 813.000255] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.000533] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165ec049-9c0c-44b3-bac7-6d7d25cbe4f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.015291] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 813.015291] env[69644]: value = "task-3552793" [ 813.015291] env[69644]: _type = "Task" [ 813.015291] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.021404] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552792, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.038620] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552793, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.143425] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updated VIF entry in instance network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.143834] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [{"id": "3a40a546-95df-4463-b350-c975f99c10f1", "address": "fa:16:3e:05:18:5d", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a40a546-95", "ovs_interfaceid": "3a40a546-95df-4463-b350-c975f99c10f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.207229] env[69644]: DEBUG nova.network.neutron [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Updated VIF entry in instance network info cache for port 6e9eb369-8ce2-4405-82a5-39500f54a429. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.207229] env[69644]: DEBUG nova.network.neutron [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Updating instance_info_cache with network_info: [{"id": "6e9eb369-8ce2-4405-82a5-39500f54a429", "address": "fa:16:3e:0f:a2:0e", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9eb369-8c", "ovs_interfaceid": "6e9eb369-8ce2-4405-82a5-39500f54a429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.231164] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.237044] env[69644]: INFO nova.scheduler.client.report [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted allocations for instance d44c4d5e-3144-4533-92d9-9823752c93b9 [ 813.297774] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "7c77043c-3aea-455a-8645-d27ccbde444c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.301039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.465514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.466114] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance network_info: |[{"id": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "address": "fa:16:3e:2b:20:c8", "network": {"id": "aecefc27-77ee-4c1c-943e-2f39fb00af69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-538650938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346bc2b2-bf", "ovs_interfaceid": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "address": "fa:16:3e:54:08:c0", "network": {"id": "cbad8df4-4615-453a-8672-b1c807831844", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319999341", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd940f3-5c", "ovs_interfaceid": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.466732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:20:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346bc2b2-bf33-4e7a-95f2-c67f755bf826', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:08:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.476097] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.476737] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.476985] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea44e00-47bd-4fc2-a12a-6d0cb44b2c5b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.502449] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.502449] env[69644]: value = "task-3552794" [ 813.502449] env[69644]: _type = "Task" [ 813.502449] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.517588] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552794, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.525600] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552792, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.537061] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.651311] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Releasing lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.651643] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-vif-plugged-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.651906] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Acquiring lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.652175] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.652348] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.652520] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] No waiting events found dispatching network-vif-plugged-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.652690] env[69644]: WARNING nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received unexpected event network-vif-plugged-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad for instance with vm_state building and task_state spawning. [ 813.652880] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-changed-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.653113] env[69644]: DEBUG nova.compute.manager [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Refreshing instance network info cache due to event network-changed-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.653323] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Acquiring lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.653461] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Acquired lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.653619] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Refreshing network info cache for port 4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.709302] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a1f697f-2600-48c1-a435-a754cfd033bc req-ffecb293-ab59-42f5-a799-47bb071afdd7 service nova] Releasing lock "refresh_cache-28e686ef-5e12-4f36-b33c-95c524b06356" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.748955] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac69001d-dc42-404c-abf6-9c7872b409f2 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "d44c4d5e-3144-4533-92d9-9823752c93b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.260s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.827055] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87430c-a8f3-420b-9bd3-84a7e418e9b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.837086] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec713bcd-3d44-4355-bb2b-5d509c6e48cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.869798] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f7ddef-c7f2-4b74-9c86-04c12d85247f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.882379] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf793da-498e-4265-9fee-be928043101c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.900958] env[69644]: DEBUG nova.compute.provider_tree [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.021830] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552792, 'name': CreateVM_Task, 'duration_secs': 0.747346} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.022014] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552794, 'name': CreateVM_Task, 'duration_secs': 0.506946} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.023219] env[69644]: DEBUG nova.compute.manager [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Received event network-vif-plugged-36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.023436] env[69644]: DEBUG oslo_concurrency.lockutils [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] Acquiring lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.023638] env[69644]: DEBUG oslo_concurrency.lockutils [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.023825] env[69644]: DEBUG oslo_concurrency.lockutils [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.023996] env[69644]: DEBUG nova.compute.manager [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] No waiting events found dispatching network-vif-plugged-36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.024175] env[69644]: WARNING nova.compute.manager [req-6cc90434-378c-4b33-b576-856441d7b654 req-0abcc1f7-8b7a-4641-8a66-3edae0f900da service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Received unexpected event network-vif-plugged-36637ff3-c22a-4848-852f-7d535a1c2b3d for instance with vm_state building and task_state spawning. [ 814.024390] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.024529] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.028224] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.028403] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.028679] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029328] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029482] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.029740] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029970] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b888001-305a-448b-9c4c-94d091f7e3f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.031722] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecc03ff-9149-4119-922a-49167eb2d93b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.038818] env[69644]: DEBUG oslo_vmware.api [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552793, 'name': PowerOnVM_Task, 'duration_secs': 0.698811} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.041203] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.041459] env[69644]: INFO nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Took 9.46 seconds to spawn the instance on the hypervisor. [ 814.041722] env[69644]: DEBUG nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.042125] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 814.042125] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52940453-e1c8-a9b1-5705-3419defd2423" [ 814.042125] env[69644]: _type = "Task" [ 814.042125] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.042422] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 814.042422] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e7449-e23d-e356-ffa2-50377528af36" [ 814.042422] env[69644]: _type = "Task" [ 814.042422] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.043194] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a75129-eec6-48fc-ae89-6e2a7b5fd702 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.065296] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527e7449-e23d-e356-ffa2-50377528af36, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.065569] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52940453-e1c8-a9b1-5705-3419defd2423, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.066067] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.066284] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.066506] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066645] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067774] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.068117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.068328] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.071298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.071298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.071298] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.071298] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5596775d-f7fa-4b8f-bad3-94abc88baa4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.071298] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a30d35d-02af-486e-bf67-56be99c7cc6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.082780] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.082780] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.082780] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.082989] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.083593] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee3fe2e-8ec4-437f-9625-9385026d6f0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.086915] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f4b523-2413-4a74-a02a-2b788d0700f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.093127] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 814.093127] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf6bcf-a8a2-5c6a-5a13-0e9336aa69db" [ 814.093127] env[69644]: _type = "Task" [ 814.093127] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.093458] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 814.093458] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6ecf8-6109-b2fe-5794-cd620210fc3f" [ 814.093458] env[69644]: _type = "Task" [ 814.093458] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.106708] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf6bcf-a8a2-5c6a-5a13-0e9336aa69db, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.111598] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6ecf8-6109-b2fe-5794-cd620210fc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.111803] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e4334f-ed7d-4c7a-858e-612e3a4251ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.114411] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb6fb2d-d577-4cb5-8d9f-c8cfb3fb11e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.119098] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 814.119098] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524a2eba-5e25-b33a-b992-2d48760c5a42" [ 814.119098] env[69644]: _type = "Task" [ 814.119098] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.120442] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 814.120442] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525a8879-3326-90fa-2cfd-4536be1fe0fc" [ 814.120442] env[69644]: _type = "Task" [ 814.120442] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.133109] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524a2eba-5e25-b33a-b992-2d48760c5a42, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.136445] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.136742] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 28e686ef-5e12-4f36-b33c-95c524b06356/28e686ef-5e12-4f36-b33c-95c524b06356.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.137139] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525a8879-3326-90fa-2cfd-4536be1fe0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.137339] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cab39ad-ea78-4881-ad9d-517fa868aec0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.139171] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.139405] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ce792e60-07e4-493c-8dc8-c48e8f215ca8/ce792e60-07e4-493c-8dc8-c48e8f215ca8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.139624] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-200113ed-d4f2-4cf3-b9bc-7cc465d0ecc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.829219] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Successfully updated port: 36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.831093] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 814.831310] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709375', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'name': 'volume-03e65bd3-6402-40b9-ad02-6407c89e364e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caebb894-36f0-481c-9da2-8f3278edb6e2', 'attached_at': '', 'detached_at': '', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'serial': '03e65bd3-6402-40b9-ad02-6407c89e364e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 814.837497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "2c025888-a4c5-4483-befb-17fe98648bdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.837497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.837497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.837497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.837497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.837733] env[69644]: DEBUG nova.scheduler.client.report [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.844820] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7246d-75af-4d6f-8cb0-0e802bcd5444 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.848146] env[69644]: INFO nova.compute.manager [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Terminating instance [ 814.852836] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 814.852836] env[69644]: value = "task-3552795" [ 814.852836] env[69644]: _type = "Task" [ 814.852836] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.853091] env[69644]: INFO nova.compute.manager [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Took 42.56 seconds to build instance. [ 814.870330] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 814.870330] env[69644]: value = "task-3552796" [ 814.870330] env[69644]: _type = "Task" [ 814.870330] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.872100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f84ba-d2b9-45e0-9a87-75e501158a79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.882156] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.911119] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-03e65bd3-6402-40b9-ad02-6407c89e364e/volume-03e65bd3-6402-40b9-ad02-6407c89e364e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.911446] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.911678] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cadf412-f532-4382-96e6-a7a2f8eeb976 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.932694] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Waiting for the task: (returnval){ [ 814.932694] env[69644]: value = "task-3552797" [ 814.932694] env[69644]: _type = "Task" [ 814.932694] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.942351] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.229884] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updated VIF entry in instance network info cache for port 4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.230334] env[69644]: DEBUG nova.network.neutron [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updating instance_info_cache with network_info: [{"id": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "address": "fa:16:3e:2b:20:c8", "network": {"id": "aecefc27-77ee-4c1c-943e-2f39fb00af69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-538650938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346bc2b2-bf", "ovs_interfaceid": "346bc2b2-bf33-4e7a-95f2-c67f755bf826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "address": "fa:16:3e:54:08:c0", "network": {"id": "cbad8df4-4615-453a-8672-b1c807831844", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319999341", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd940f3-5c", "ovs_interfaceid": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.352028] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.352227] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.352407] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.354226] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.391s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.357194] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.247s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.359107] env[69644]: INFO nova.compute.claims [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.362876] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6754798c-1213-4c18-b084-0fbefa06d09c tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.030s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.363492] env[69644]: DEBUG nova.compute.manager [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.363692] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.369357] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52152891-5074-4861-b038-3d60ed0c5587 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.384032] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515574} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.387675] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 28e686ef-5e12-4f36-b33c-95c524b06356/28e686ef-5e12-4f36-b33c-95c524b06356.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.388501] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.389265] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.394348] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae6234d-3c62-42a7-878d-0fe35b6a0a76 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.399597] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4f49b0-cfb0-48f1-b6db-6c2ad8fba5bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.401953] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.411807] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 815.411807] env[69644]: value = "task-3552798" [ 815.411807] env[69644]: _type = "Task" [ 815.411807] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.417833] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 815.417833] env[69644]: value = "task-3552799" [ 815.417833] env[69644]: _type = "Task" [ 815.417833] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.428418] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.434324] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.435510] env[69644]: INFO nova.scheduler.client.report [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Deleted allocations for instance 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5 [ 815.448897] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.741949] env[69644]: DEBUG oslo_concurrency.lockutils [req-48561f74-975f-4ab7-bf2d-923bc1307319 req-f6aae879-a03f-47ae-a6b1-d6eb926e4153 service nova] Releasing lock "refresh_cache-ce792e60-07e4-493c-8dc8-c48e8f215ca8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.873421] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.889221] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618502} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.889221] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ce792e60-07e4-493c-8dc8-c48e8f215ca8/ce792e60-07e4-493c-8dc8-c48e8f215ca8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.889221] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.889221] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcbf6ba-a75c-499d-8d8c-8645a870b580 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.897033] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 815.897033] env[69644]: value = "task-3552800" [ 815.897033] env[69644]: _type = "Task" [ 815.897033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.905517] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.919842] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108432} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.919842] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.922409] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57594c84-fb71-4cc8-8c96-6f4bd35d01dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.930431] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552799, 'name': PowerOffVM_Task, 'duration_secs': 0.216309} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.941164] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.941390] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.951254] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 28e686ef-5e12-4f36-b33c-95c524b06356/28e686ef-5e12-4f36-b33c-95c524b06356.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.952412] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddaf26b1-8ed6-4cff-b80b-969c4769ee21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.963675] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e021d272-b611-438b-b671-ddacc6457e09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.983962] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.985880] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7fbb3e96-9479-472d-95c8-680c4dff85a8 tempest-TenantUsagesTestJSON-509721193 tempest-TenantUsagesTestJSON-509721193-project-member] Lock "92bc9607-4fb6-4f15-87c2-fe8278b5e7b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.003s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.993046] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552797, 'name': ReconfigVM_Task, 'duration_secs': 0.604914} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.994600] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-03e65bd3-6402-40b9-ad02-6407c89e364e/volume-03e65bd3-6402-40b9-ad02-6407c89e364e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.999355] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 815.999355] env[69644]: value = "task-3552802" [ 815.999355] env[69644]: _type = "Task" [ 815.999355] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.999567] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c910b4a-fd5b-4c77-99ea-66306210ebbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.020944] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.023117] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Waiting for the task: (returnval){ [ 816.023117] env[69644]: value = "task-3552803" [ 816.023117] env[69644]: _type = "Task" [ 816.023117] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.031970] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.067609] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.067825] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.070366] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleting the datastore file [datastore1] 2c025888-a4c5-4483-befb-17fe98648bdd {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.070366] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c318d30-e634-4afb-a499-86f8d3d5352f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.075771] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for the task: (returnval){ [ 816.075771] env[69644]: value = "task-3552804" [ 816.075771] env[69644]: _type = "Task" [ 816.075771] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.086793] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.210635] env[69644]: DEBUG nova.compute.manager [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Received event network-changed-36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.210635] env[69644]: DEBUG nova.compute.manager [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Refreshing instance network info cache due to event network-changed-36637ff3-c22a-4848-852f-7d535a1c2b3d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.210635] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Acquiring lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.228808] env[69644]: DEBUG nova.network.neutron [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Updating instance_info_cache with network_info: [{"id": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "address": "fa:16:3e:f5:76:50", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36637ff3-c2", "ovs_interfaceid": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.407281] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074796} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.407620] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.408351] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231bddf5-c314-49c3-80b0-e91d82f6b1d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.442486] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ce792e60-07e4-493c-8dc8-c48e8f215ca8/ce792e60-07e4-493c-8dc8-c48e8f215ca8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.445751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.448182] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a973094c-c55b-4312-8f34-a5769838a57f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.476402] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 816.476402] env[69644]: value = "task-3552805" [ 816.476402] env[69644]: _type = "Task" [ 816.476402] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.487280] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.519207] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552802, 'name': ReconfigVM_Task, 'duration_secs': 0.503811} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.522083] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 28e686ef-5e12-4f36-b33c-95c524b06356/28e686ef-5e12-4f36-b33c-95c524b06356.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.522954] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-240977bd-1508-40a5-87ef-be1dfb69ba83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.533166] env[69644]: DEBUG oslo_vmware.api [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552803, 'name': ReconfigVM_Task, 'duration_secs': 0.240188} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.534844] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709375', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'name': 'volume-03e65bd3-6402-40b9-ad02-6407c89e364e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caebb894-36f0-481c-9da2-8f3278edb6e2', 'attached_at': '', 'detached_at': '', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'serial': '03e65bd3-6402-40b9-ad02-6407c89e364e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 816.536473] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 816.536473] env[69644]: value = "task-3552806" [ 816.536473] env[69644]: _type = "Task" [ 816.536473] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.552904] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552806, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.590114] env[69644]: DEBUG oslo_vmware.api [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Task: {'id': task-3552804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16108} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.590114] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.594021] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.594021] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.594021] env[69644]: INFO nova.compute.manager [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Took 1.23 seconds to destroy the instance on the hypervisor. [ 816.594021] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.594021] env[69644]: DEBUG nova.compute.manager [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.594021] env[69644]: DEBUG nova.network.neutron [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.731201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.731608] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Instance network_info: |[{"id": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "address": "fa:16:3e:f5:76:50", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36637ff3-c2", "ovs_interfaceid": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.732034] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Acquired lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.732290] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Refreshing network info cache for port 36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.733506] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:76:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36637ff3-c22a-4848-852f-7d535a1c2b3d', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.743188] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating folder: Project (c23fea84c43b4407baded671ca78366a). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.746280] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85fd9670-effd-4d9b-9ef1-fe4d430a18be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.760917] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created folder: Project (c23fea84c43b4407baded671ca78366a) in parent group-v709242. [ 816.761152] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating folder: Instances. Parent ref: group-v709378. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.765172] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096b19e8-04c2-48ae-8e23-e95ef9dca9b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.778497] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created folder: Instances in parent group-v709378. [ 816.778497] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.778497] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.778704] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa7b06b-094d-4fe0-8fdf-98450fffab7e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.799937] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.799937] env[69644]: value = "task-3552809" [ 816.799937] env[69644]: _type = "Task" [ 816.799937] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.810263] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552809, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.987613] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.053134] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69ce492-6d5f-40a4-ba4d-a19ff31a7ca3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.058861] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552806, 'name': Rename_Task, 'duration_secs': 0.327512} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.060818] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.061121] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34da0804-e452-4e8b-8be0-137c2a55ece1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.063548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a8c1f-c742-4b4d-9877-12120ffddd40 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.098961] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a922f-3115-48b2-b9f3-d300335ce5ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.101981] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 817.101981] env[69644]: value = "task-3552810" [ 817.101981] env[69644]: _type = "Task" [ 817.101981] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.109129] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ce01b-1847-4692-8323-43c972fe5382 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.121726] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.134408] env[69644]: DEBUG nova.compute.provider_tree [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.199064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "4e21cb86-05f7-4df2-b358-13deea78e690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.199345] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.199535] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.199719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.199880] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.202364] env[69644]: INFO nova.compute.manager [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Terminating instance [ 817.311612] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552809, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.494660] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552805, 'name': ReconfigVM_Task, 'duration_secs': 0.704779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.494947] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ce792e60-07e4-493c-8dc8-c48e8f215ca8/ce792e60-07e4-493c-8dc8-c48e8f215ca8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.495802] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26d68af9-bcce-42b0-b9df-8936df794c5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.503471] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 817.503471] env[69644]: value = "task-3552811" [ 817.503471] env[69644]: _type = "Task" [ 817.503471] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.513500] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552811, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.529966] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Updated VIF entry in instance network info cache for port 36637ff3-c22a-4848-852f-7d535a1c2b3d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.529966] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Updating instance_info_cache with network_info: [{"id": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "address": "fa:16:3e:f5:76:50", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36637ff3-c2", "ovs_interfaceid": "36637ff3-c22a-4848-852f-7d535a1c2b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.614699] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.638901] env[69644]: DEBUG nova.scheduler.client.report [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.643352] env[69644]: DEBUG nova.objects.instance [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lazy-loading 'flavor' on Instance uuid caebb894-36f0-481c-9da2-8f3278edb6e2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.657688] env[69644]: DEBUG nova.network.neutron [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.707940] env[69644]: DEBUG nova.compute.manager [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.708192] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.709160] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b78da-315c-4ffc-ba04-31b57099cbb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.717758] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.718039] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04e8c9c-0837-45f3-a08d-29d54511f9b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.725299] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 817.725299] env[69644]: value = "task-3552812" [ 817.725299] env[69644]: _type = "Task" [ 817.725299] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.736806] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.810988] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552809, 'name': CreateVM_Task, 'duration_secs': 0.594897} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.811236] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.811952] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.812158] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.812478] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.812737] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91015d4-f3e1-4e1d-93bf-f764dc5f7bea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.817603] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 817.817603] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca41f7-1eec-1790-3111-ad0fb71ff880" [ 817.817603] env[69644]: _type = "Task" [ 817.817603] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.825621] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca41f7-1eec-1790-3111-ad0fb71ff880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.014431] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552811, 'name': Rename_Task, 'duration_secs': 0.162742} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.014728] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.015046] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d41d704-2a83-4fd7-8e9e-30cfe60734b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.022529] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 818.022529] env[69644]: value = "task-3552813" [ 818.022529] env[69644]: _type = "Task" [ 818.022529] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.033931] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Releasing lock "refresh_cache-7b0853d4-ca04-4864-aa90-a79af013fe48" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.034512] env[69644]: DEBUG nova.compute.manager [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.034512] env[69644]: DEBUG nova.compute.manager [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing instance network info cache due to event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.034769] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.034927] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.035145] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.036831] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.113015] env[69644]: DEBUG oslo_vmware.api [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552810, 'name': PowerOnVM_Task, 'duration_secs': 0.876639} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.113289] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.113488] env[69644]: INFO nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Took 8.08 seconds to spawn the instance on the hypervisor. [ 818.113663] env[69644]: DEBUG nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.114424] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64726f4-f5fe-442f-8828-e9a2554e6660 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.145782] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.146205] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.148767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.068s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.150696] env[69644]: INFO nova.compute.claims [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.154631] env[69644]: DEBUG oslo_concurrency.lockutils [None req-117eeeb4-2b4c-4284-9eb9-11172409b79e tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.691s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.159532] env[69644]: INFO nova.compute.manager [-] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Took 1.57 seconds to deallocate network for instance. [ 818.237897] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552812, 'name': PowerOffVM_Task, 'duration_secs': 0.342472} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.238221] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.238390] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.238638] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a2375f0-c279-4eb5-8fb8-21a865dc0828 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.301478] env[69644]: DEBUG nova.compute.manager [req-7f9689c3-d72f-439f-9377-10e31481eec2 req-65979d78-f783-465c-a2ea-a48040a5cb74 service nova] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Received event network-vif-deleted-d1c384cc-c6f8-49ad-b853-02cb81975bc1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.309781] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.309781] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.310147] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Deleting the datastore file [datastore1] 4e21cb86-05f7-4df2-b358-13deea78e690 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.310314] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f339f4fd-c3ee-4690-9389-195dc0b73a58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.317415] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for the task: (returnval){ [ 818.317415] env[69644]: value = "task-3552815" [ 818.317415] env[69644]: _type = "Task" [ 818.317415] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.329194] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.332598] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ca41f7-1eec-1790-3111-ad0fb71ff880, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.332910] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.333158] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.333386] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.333526] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.333724] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.333923] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24bf81da-c7ea-44b3-be11-9bf0ad5ef13a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.351968] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.352228] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.353109] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a53c224-cca2-4272-a50e-7fa057e20137 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.358963] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 818.358963] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529921bc-fe23-d9e8-73c4-0e750cd5548c" [ 818.358963] env[69644]: _type = "Task" [ 818.358963] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.370694] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529921bc-fe23-d9e8-73c4-0e750cd5548c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.541984] env[69644]: DEBUG oslo_vmware.api [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552813, 'name': PowerOnVM_Task, 'duration_secs': 0.495937} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.542368] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.542878] env[69644]: INFO nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Took 11.28 seconds to spawn the instance on the hypervisor. [ 818.543184] env[69644]: DEBUG nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.545383] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0663211f-d7d5-43e2-8e38-377e5e7f41df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.634043] env[69644]: INFO nova.compute.manager [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Took 35.02 seconds to build instance. [ 818.663095] env[69644]: DEBUG nova.compute.utils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.663095] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.663095] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.665667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.758220] env[69644]: DEBUG nova.policy [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50b0f7da801f4e56aee92a15a6de262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1522e170749434db3948907bd1f3694', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.836291] env[69644]: DEBUG oslo_vmware.api [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Task: {'id': task-3552815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209091} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.836651] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.836876] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.837275] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.837503] env[69644]: INFO nova.compute.manager [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.838453] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.838726] env[69644]: DEBUG nova.compute.manager [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.838859] env[69644]: DEBUG nova.network.neutron [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.871102] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529921bc-fe23-d9e8-73c4-0e750cd5548c, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.872245] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c588efb9-6a23-49a9-be45-9e9c8a316333 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.879992] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 818.879992] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527430f1-d66d-7d11-f227-67111c4ed0a6" [ 818.879992] env[69644]: _type = "Task" [ 818.879992] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.891110] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527430f1-d66d-7d11-f227-67111c4ed0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.067725] env[69644]: INFO nova.compute.manager [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Took 41.99 seconds to build instance. [ 819.140259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.140259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.140259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-559f7b2e-7e00-4271-acfa-56a44a0ab165 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.828s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.168329] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updated VIF entry in instance network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.168329] env[69644]: DEBUG nova.network.neutron [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.168964] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.391562] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527430f1-d66d-7d11-f227-67111c4ed0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.391838] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.392500] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7b0853d4-ca04-4864-aa90-a79af013fe48/7b0853d4-ca04-4864-aa90-a79af013fe48.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.399912] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6edfe77c-81dc-4b0d-bb2d-41822c5b0935 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.408453] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 819.408453] env[69644]: value = "task-3552816" [ 819.408453] env[69644]: _type = "Task" [ 819.408453] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.418586] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.483032] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Successfully created port: 75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.572887] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df12ce5a-8387-4abc-b991-be9f9e41b429 tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.262s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.641117] env[69644]: INFO nova.compute.manager [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Detaching volume 03e65bd3-6402-40b9-ad02-6407c89e364e [ 819.645835] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.672296] env[69644]: DEBUG oslo_concurrency.lockutils [req-8cc6be8c-c59c-437e-8667-f7637f5d154a req-edef51b4-0597-4d3f-9d3d-1083fb8f48d9 service nova] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.710852] env[69644]: INFO nova.virt.block_device [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Attempting to driver detach volume 03e65bd3-6402-40b9-ad02-6407c89e364e from mountpoint /dev/sdb [ 819.711182] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 819.711428] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709375', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'name': 'volume-03e65bd3-6402-40b9-ad02-6407c89e364e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caebb894-36f0-481c-9da2-8f3278edb6e2', 'attached_at': '', 'detached_at': '', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'serial': '03e65bd3-6402-40b9-ad02-6407c89e364e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 819.712724] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e8386-03f5-4d69-b37d-6b8811f8bb2e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.745058] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128eacb-8188-4027-b370-1a02a7f61917 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.757648] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6534b1f-6bfc-4597-a5a2-0d8ac150e5e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.786081] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e60e2d-d36c-4677-be78-9176ac637256 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.805967] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] The volume has not been displaced from its original location: [datastore2] volume-03e65bd3-6402-40b9-ad02-6407c89e364e/volume-03e65bd3-6402-40b9-ad02-6407c89e364e.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 819.812774] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 819.815934] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb7b533-2d22-4a18-b9c0-9bedc66b2b96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.836366] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Waiting for the task: (returnval){ [ 819.836366] env[69644]: value = "task-3552817" [ 819.836366] env[69644]: _type = "Task" [ 819.836366] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.847543] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.850643] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d878ba-e7b0-4b8b-9369-f50bd45ad9d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.861011] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad3649-bc73-4db3-be48-2797c1134c2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.899667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc3c40-b053-451d-8e58-f1ea62d5cd7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.908900] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2c40f-c579-4c95-8e44-bd39cba92ebd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.938091] env[69644]: DEBUG nova.compute.provider_tree [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.943507] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.970101] env[69644]: DEBUG nova.compute.manager [req-376758be-2520-4cd9-8503-8d32402f3a4d req-56db1531-fa2e-4c90-8694-41bdd9f6b5df service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Received event network-vif-deleted-afee6e8a-113e-452a-a787-56f4e9319a9d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.970413] env[69644]: INFO nova.compute.manager [req-376758be-2520-4cd9-8503-8d32402f3a4d req-56db1531-fa2e-4c90-8694-41bdd9f6b5df service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Neutron deleted interface afee6e8a-113e-452a-a787-56f4e9319a9d; detaching it from the instance and deleting it from the info cache [ 819.970514] env[69644]: DEBUG nova.network.neutron [req-376758be-2520-4cd9-8503-8d32402f3a4d req-56db1531-fa2e-4c90-8694-41bdd9f6b5df service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.011031] env[69644]: DEBUG nova.network.neutron [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.076038] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.175401] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.179992] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.211978] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:57:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a8071d82-cdb9-4db8-82bf-cdd8799a911a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311610465',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.212256] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.212413] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.212595] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.212739] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.212925] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.214236] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.214445] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.214613] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.214770] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.214945] env[69644]: DEBUG nova.virt.hardware [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.216167] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a196fe-bbbd-4772-affa-a4ee49ed7daa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.226879] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3263b-ef89-4bf4-98ba-dc0633b160f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.249117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "d0285883-3f7c-4783-92fa-e3911a173871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.249357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.346189] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552817, 'name': ReconfigVM_Task, 'duration_secs': 0.336839} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.346478] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.351093] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3c7278-5de6-4591-a056-54ca38839b07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.366744] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Waiting for the task: (returnval){ [ 820.366744] env[69644]: value = "task-3552818" [ 820.366744] env[69644]: _type = "Task" [ 820.366744] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.375138] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.423895] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.424244] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7b0853d4-ca04-4864-aa90-a79af013fe48/7b0853d4-ca04-4864-aa90-a79af013fe48.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.424539] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.424840] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a211a9-43b1-4d5b-afe5-89ad36b84b6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.432458] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 820.432458] env[69644]: value = "task-3552819" [ 820.432458] env[69644]: _type = "Task" [ 820.432458] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.442510] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.445539] env[69644]: DEBUG nova.scheduler.client.report [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.477087] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-020f488e-7f21-434d-81e4-aeb60c87cd9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.487217] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127b31e-ef78-478e-877c-2517fae33887 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.521576] env[69644]: INFO nova.compute.manager [-] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Took 1.68 seconds to deallocate network for instance. [ 820.521957] env[69644]: DEBUG nova.compute.manager [req-376758be-2520-4cd9-8503-8d32402f3a4d req-56db1531-fa2e-4c90-8694-41bdd9f6b5df service nova] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Detach interface failed, port_id=afee6e8a-113e-452a-a787-56f4e9319a9d, reason: Instance 4e21cb86-05f7-4df2-b358-13deea78e690 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.601021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.881948] env[69644]: DEBUG oslo_vmware.api [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Task: {'id': task-3552818, 'name': ReconfigVM_Task, 'duration_secs': 0.156374} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.881948] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709375', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'name': 'volume-03e65bd3-6402-40b9-ad02-6407c89e364e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caebb894-36f0-481c-9da2-8f3278edb6e2', 'attached_at': '', 'detached_at': '', 'volume_id': '03e65bd3-6402-40b9-ad02-6407c89e364e', 'serial': '03e65bd3-6402-40b9-ad02-6407c89e364e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 820.943368] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068607} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.946022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.946022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575a6a9-382f-4f8d-bab8-48b85cbb9654 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.960157] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.960749] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.972077] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7b0853d4-ca04-4864-aa90-a79af013fe48/7b0853d4-ca04-4864-aa90-a79af013fe48.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.972653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.725s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.974478] env[69644]: INFO nova.compute.claims [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.977442] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cb0008-a21f-4b65-9b78-8299c20707ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.998023] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 820.998023] env[69644]: value = "task-3552820" [ 820.998023] env[69644]: _type = "Task" [ 820.998023] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.008295] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.029981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.058243] env[69644]: DEBUG nova.compute.manager [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Received event network-vif-plugged-75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.058461] env[69644]: DEBUG oslo_concurrency.lockutils [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] Acquiring lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.058666] env[69644]: DEBUG oslo_concurrency.lockutils [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.058832] env[69644]: DEBUG oslo_concurrency.lockutils [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.058997] env[69644]: DEBUG nova.compute.manager [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] No waiting events found dispatching network-vif-plugged-75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.059176] env[69644]: WARNING nova.compute.manager [req-6aac7467-c7a3-4391-ba4c-2dcab89b3668 req-e0fc56c2-0e1a-4e5b-9808-2ef2dd3606d6 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Received unexpected event network-vif-plugged-75202176-c47b-4660-b92a-8130704f1b84 for instance with vm_state building and task_state spawning. [ 821.146089] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Successfully updated port: 75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.344749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.345039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.407551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.407551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.407551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.407782] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.407827] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.415660] env[69644]: INFO nova.compute.manager [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Terminating instance [ 821.475028] env[69644]: DEBUG nova.compute.utils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.477766] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.477766] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.496199] env[69644]: DEBUG nova.objects.instance [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lazy-loading 'flavor' on Instance uuid caebb894-36f0-481c-9da2-8f3278edb6e2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.510665] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552820, 'name': ReconfigVM_Task, 'duration_secs': 0.314507} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.511683] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7b0853d4-ca04-4864-aa90-a79af013fe48/7b0853d4-ca04-4864-aa90-a79af013fe48.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.511876] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d950083e-c0e5-4eb8-a0fa-b635fc9f1a1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.520160] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 821.520160] env[69644]: value = "task-3552821" [ 821.520160] env[69644]: _type = "Task" [ 821.520160] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.529598] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552821, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.531381] env[69644]: DEBUG nova.policy [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21f502cfb36648fd923a2fcc1f799018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02dc939c1e304b1f85eeb407cb8d8940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.649684] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.649839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.650081] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.924560] env[69644]: DEBUG nova.compute.manager [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.924790] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.926092] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdd49e8-5ac8-4645-bb45-07b617e7e6fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.934513] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.934904] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8a7f76-057e-49b7-813e-4ffad87cc3e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.943250] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 821.943250] env[69644]: value = "task-3552822" [ 821.943250] env[69644]: _type = "Task" [ 821.943250] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.951836] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.980976] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.033613] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552821, 'name': Rename_Task, 'duration_secs': 0.135512} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.034064] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.034277] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f87122-975c-4fab-b02b-6340cb128bf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.046870] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 822.046870] env[69644]: value = "task-3552823" [ 822.046870] env[69644]: _type = "Task" [ 822.046870] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.062629] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.174123] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Successfully created port: 12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.234037] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.456252] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552822, 'name': PowerOffVM_Task, 'duration_secs': 0.177376} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.456537] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.456705] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.456960] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7777f9-6326-4dc7-859b-91b045860f18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.478739] env[69644]: DEBUG nova.network.neutron [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.510546] env[69644]: DEBUG oslo_concurrency.lockutils [None req-58c4b390-51e3-4e5d-bad9-960d3e756900 tempest-VolumesAssistedSnapshotsTest-850241143 tempest-VolumesAssistedSnapshotsTest-850241143-project-admin] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.372s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.560258] env[69644]: DEBUG oslo_vmware.api [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552823, 'name': PowerOnVM_Task, 'duration_secs': 0.477862} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.561391] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.561599] env[69644]: INFO nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Took 9.90 seconds to spawn the instance on the hypervisor. [ 822.561780] env[69644]: DEBUG nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.562362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.562555] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.562726] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleting the datastore file [datastore1] ce792e60-07e4-493c-8dc8-c48e8f215ca8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.563552] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60877fd-1479-4034-ba34-26d5ca4f29e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.566092] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e27950-285d-4ddc-936c-5cc68d33685f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.577126] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for the task: (returnval){ [ 822.577126] env[69644]: value = "task-3552825" [ 822.577126] env[69644]: _type = "Task" [ 822.577126] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.582102] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d95d542-be2b-47a8-ba68-2948af4f78e1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.589463] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.591984] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf6f2c-8fc6-4177-9235-43551fef2a98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.622249] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30cf3d-375d-42be-9295-c75e34f2c38c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.630487] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8028ebd-b629-4af7-807c-aeb07bac4e93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646304] env[69644]: DEBUG nova.compute.provider_tree [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.982554] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.982903] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Instance network_info: |[{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.983439] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:d8:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75202176-c47b-4660-b92a-8130704f1b84', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.990860] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.991155] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.991378] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7eaf695-98a8-4734-b2c4-361b713b199c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.006843] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.014850] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.014850] env[69644]: value = "task-3552827" [ 823.014850] env[69644]: _type = "Task" [ 823.014850] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.022377] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552827, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.038266] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.038521] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.038682] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.038872] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.039021] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.039173] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.039387] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.039546] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.039713] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.039873] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.040063] env[69644]: DEBUG nova.virt.hardware [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.040884] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab8f93-9938-4718-958a-eca8314d1908 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.048613] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8addbc9-f0e1-479b-87a4-98a36dbe8de4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.088805] env[69644]: INFO nova.compute.manager [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Took 36.57 seconds to build instance. [ 823.092502] env[69644]: DEBUG oslo_vmware.api [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Task: {'id': task-3552825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163322} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.093790] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.093924] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.094872] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.094872] env[69644]: INFO nova.compute.manager [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 823.094872] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.095936] env[69644]: DEBUG nova.compute.manager [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Received event network-changed-75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.095936] env[69644]: DEBUG nova.compute.manager [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Refreshing instance network info cache due to event network-changed-75202176-c47b-4660-b92a-8130704f1b84. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.096753] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.096753] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.096753] env[69644]: DEBUG nova.network.neutron [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Refreshing network info cache for port 75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.097378] env[69644]: DEBUG nova.compute.manager [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.097480] env[69644]: DEBUG nova.network.neutron [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.149934] env[69644]: DEBUG nova.scheduler.client.report [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.526301] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552827, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.590018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b662eaa-e531-4f4c-a83f-4436f25ddec1 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.915s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.658589] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.659131] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.664412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.956s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.667478] env[69644]: DEBUG nova.objects.instance [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lazy-loading 'resources' on Instance uuid 5e03e801-6932-4d7b-b201-cbe38321432c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.848079] env[69644]: DEBUG nova.compute.manager [req-ae75ae01-5229-4f66-9776-99388a1b93c2 req-00367ce4-34ae-4e10-a3d3-7efa9a78ea34 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-vif-deleted-346bc2b2-bf33-4e7a-95f2-c67f755bf826 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.848079] env[69644]: INFO nova.compute.manager [req-ae75ae01-5229-4f66-9776-99388a1b93c2 req-00367ce4-34ae-4e10-a3d3-7efa9a78ea34 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Neutron deleted interface 346bc2b2-bf33-4e7a-95f2-c67f755bf826; detaching it from the instance and deleting it from the info cache [ 823.849027] env[69644]: DEBUG nova.network.neutron [req-ae75ae01-5229-4f66-9776-99388a1b93c2 req-00367ce4-34ae-4e10-a3d3-7efa9a78ea34 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updating instance_info_cache with network_info: [{"id": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "address": "fa:16:3e:54:08:c0", "network": {"id": "cbad8df4-4615-453a-8672-b1c807831844", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319999341", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b73866920ff84b979a6f9b7578a9f1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd940f3-5c", "ovs_interfaceid": "4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.002613] env[69644]: DEBUG nova.network.neutron [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updated VIF entry in instance network info cache for port 75202176-c47b-4660-b92a-8130704f1b84. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.003085] env[69644]: DEBUG nova.network.neutron [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.028977] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552827, 'name': CreateVM_Task, 'duration_secs': 0.722957} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.029279] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.030096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.030420] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.031057] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.031504] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f45bdc-b30a-4cf9-9cc3-e83a72507761 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.041020] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 824.041020] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c9d4-bbcc-08c1-fc14-c0ed2a1baeb7" [ 824.041020] env[69644]: _type = "Task" [ 824.041020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.049111] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c9d4-bbcc-08c1-fc14-c0ed2a1baeb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.049111] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Successfully updated port: 12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.092909] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.169731] env[69644]: DEBUG nova.compute.utils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.171913] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.172116] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.281884] env[69644]: DEBUG nova.policy [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e7335d9e8b496982cae63ab829cb09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8421172409794796a6dc2abd7c0849da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.355013] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30e67754-ab1a-450e-8dfe-579c064a330e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.365604] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bfd0b3-9a9a-4baf-98e4-86ecc7b49a28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.401713] env[69644]: DEBUG nova.compute.manager [req-ae75ae01-5229-4f66-9776-99388a1b93c2 req-00367ce4-34ae-4e10-a3d3-7efa9a78ea34 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Detach interface failed, port_id=346bc2b2-bf33-4e7a-95f2-c67f755bf826, reason: Instance ce792e60-07e4-493c-8dc8-c48e8f215ca8 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.508551] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae61c8d9-3927-479f-9c45-9666c2e1f5c0 req-f07e79e4-a648-4ad8-b873-df0fcf7a40d5 service nova] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.555942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556278] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.557398] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c9d4-bbcc-08c1-fc14-c0ed2a1baeb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.559885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.560120] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.560339] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.560482] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.560655] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.561265] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71aee573-b37c-48e2-9901-9cb6771a595d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.567250] env[69644]: DEBUG nova.network.neutron [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.569571] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.569740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.570488] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7a107c-8561-4936-ac44-6d42fe04f5cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.578220] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 824.578220] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525d4bcc-69fe-21b7-7e92-b295f123b9f5" [ 824.578220] env[69644]: _type = "Task" [ 824.578220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.586179] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525d4bcc-69fe-21b7-7e92-b295f123b9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.617884] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.672679] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.719223] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4298b2-7680-4d73-8658-1b9b4ee324f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.726959] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41741398-0b7b-4241-8da4-44a23142b7ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.758455] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Successfully created port: 8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.760832] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d7dbe5-1a04-4677-a969-ebe3b31b33de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.768344] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084ff29-6c28-45a5-a86c-8d83489cdfac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.781692] env[69644]: DEBUG nova.compute.provider_tree [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.070901] env[69644]: INFO nova.compute.manager [-] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Took 1.97 seconds to deallocate network for instance. [ 825.090083] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525d4bcc-69fe-21b7-7e92-b295f123b9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.090788] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee50a56e-a2b2-4fd4-a32b-0548e862381a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.097223] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 825.097223] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271644a-530c-9984-3887-958f986ef4f6" [ 825.097223] env[69644]: _type = "Task" [ 825.097223] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.100176] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.112728] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5271644a-530c-9984-3887-958f986ef4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.113206] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.113499] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.113665] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86a4fd7-43c9-45a7-913c-02331db221b8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.120802] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 825.120802] env[69644]: value = "task-3552828" [ 825.120802] env[69644]: _type = "Task" [ 825.120802] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.131791] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.140149] env[69644]: DEBUG nova.compute.manager [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received event network-vif-plugged-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.140368] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Acquiring lock "a87a2e6a-7872-4bff-8623-17600731a841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.140612] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Lock "a87a2e6a-7872-4bff-8623-17600731a841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.140724] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Lock "a87a2e6a-7872-4bff-8623-17600731a841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.140878] env[69644]: DEBUG nova.compute.manager [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] No waiting events found dispatching network-vif-plugged-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 825.141074] env[69644]: WARNING nova.compute.manager [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received unexpected event network-vif-plugged-12ef32f4-0ec6-49d3-b916-b716b6764c0b for instance with vm_state building and task_state spawning. [ 825.141239] env[69644]: DEBUG nova.compute.manager [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.141396] env[69644]: DEBUG nova.compute.manager [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing instance network info cache due to event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.141551] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Acquiring lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.285165] env[69644]: DEBUG nova.scheduler.client.report [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.302644] env[69644]: DEBUG nova.network.neutron [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.386650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.386872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.578387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.609729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.610262] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.610528] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.610733] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.610944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.613566] env[69644]: INFO nova.compute.manager [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Terminating instance [ 825.632536] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475977} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.632872] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.633202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.633454] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-509fb65f-247e-4e13-8767-72ddabf27a5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.639810] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 825.639810] env[69644]: value = "task-3552829" [ 825.639810] env[69644]: _type = "Task" [ 825.639810] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.649271] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.683678] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.709381] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.709631] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.709785] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.709966] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.710128] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.710413] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.710481] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.710637] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.710798] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.710958] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.711182] env[69644]: DEBUG nova.virt.hardware [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.712035] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7befc-becc-40a4-b451-2db6b631c188 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.721056] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e494e-8d6d-4209-9121-4c3b574af69c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.793069] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.795776] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.948s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.795971] env[69644]: DEBUG nova.objects.instance [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lazy-loading 'resources' on Instance uuid bd105823-9878-4ff8-89d5-9d779a411fe3 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.805476] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.805791] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Instance network_info: |[{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.806077] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Acquired lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.806263] env[69644]: DEBUG nova.network.neutron [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.807368] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:9b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12ef32f4-0ec6-49d3-b916-b716b6764c0b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.815508] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.818491] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.819697] env[69644]: INFO nova.scheduler.client.report [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleted allocations for instance 5e03e801-6932-4d7b-b201-cbe38321432c [ 825.820624] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc8a07fb-8edb-41fd-973e-598c135db683 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.843315] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.843315] env[69644]: value = "task-3552830" [ 825.843315] env[69644]: _type = "Task" [ 825.843315] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.851620] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552830, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.873632] env[69644]: DEBUG nova.compute.manager [req-4a5edac1-91d7-4aec-b914-4e36dc577bbe req-81ccb967-de71-4a94-add4-8d0b59214351 service nova] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Received event network-vif-deleted-4cd940f3-5c70-4ac8-ae05-fb756e5ec1ad {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.048842] env[69644]: DEBUG nova.network.neutron [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updated VIF entry in instance network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.049269] env[69644]: DEBUG nova.network.neutron [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.117613] env[69644]: DEBUG nova.compute.manager [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.117768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.118667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f02ebe-f818-4abd-96e1-c8020baf598c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.126682] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.126934] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b873c4-f8f0-437b-a87d-9b5d5b7d1576 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.133793] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 826.133793] env[69644]: value = "task-3552831" [ 826.133793] env[69644]: _type = "Task" [ 826.133793] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.142598] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.150575] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122923} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.150893] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.151705] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a7d33-51e5-4a17-a988-0acd8b7dc640 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.174110] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.174805] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32a9716-d2e3-42eb-8f68-83a884e8de0e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.194874] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 826.194874] env[69644]: value = "task-3552832" [ 826.194874] env[69644]: _type = "Task" [ 826.194874] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.209366] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.342588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c66b63fc-c0d9-4e9f-ac93-db7410890e8a tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "5e03e801-6932-4d7b-b201-cbe38321432c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.573s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.356611] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552830, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.516918] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Successfully updated port: 8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.552314] env[69644]: DEBUG oslo_concurrency.lockutils [req-0188ce1e-d37f-4ace-9ae2-48a5be7c48e9 req-4495afd3-af48-4f20-89ef-2989b7bb4488 service nova] Releasing lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.602762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "290daf13-491c-4ebf-a52e-1271598e9512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.603123] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.603344] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "290daf13-491c-4ebf-a52e-1271598e9512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.603551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.603732] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.606455] env[69644]: INFO nova.compute.manager [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Terminating instance [ 826.643655] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552831, 'name': PowerOffVM_Task, 'duration_secs': 0.288591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.646155] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.646374] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.646840] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab63943-58aa-48f9-b51c-dc762d6114cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.707534] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.732601] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.732864] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.733088] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Deleting the datastore file [datastore1] caebb894-36f0-481c-9da2-8f3278edb6e2 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.733374] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb1fefd-1b06-4f8b-8f44-5cd8498448e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.739720] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for the task: (returnval){ [ 826.739720] env[69644]: value = "task-3552834" [ 826.739720] env[69644]: _type = "Task" [ 826.739720] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.750828] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.817681] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bbf9b4-0fb5-43aa-b9ab-ef39e3b521f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.825498] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d8ff6-a7c1-45f4-96a9-98625b64377d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.867343] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7930fcb1-4a1d-48ce-9b7e-489981969975 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.882369] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552830, 'name': CreateVM_Task, 'duration_secs': 0.82377} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.886286] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.887098] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.887424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.887881] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.889878] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed333ca8-72f8-4317-86ca-041aa1bdd1a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.896809] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0285f08-210c-404d-ae40-69a55fe2a361 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.915417] env[69644]: DEBUG nova.compute.provider_tree [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.918836] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 826.918836] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da5db0-d317-b15a-0ec2-62b7665c311a" [ 826.918836] env[69644]: _type = "Task" [ 826.918836] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.929528] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52da5db0-d317-b15a-0ec2-62b7665c311a, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.929735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.929954] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.930192] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.930335] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.930505] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.930751] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af0a4cb7-9861-4513-ad22-3aeb589a7ff1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.938187] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.938375] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.939081] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09de7e1b-46ac-488c-bf00-af53cb8177d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.943988] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 826.943988] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52112567-7b21-975c-8b9e-29be4b328580" [ 826.943988] env[69644]: _type = "Task" [ 826.943988] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.954608] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52112567-7b21-975c-8b9e-29be4b328580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.019621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.019771] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.019972] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.113098] env[69644]: DEBUG nova.compute.manager [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.113421] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.114291] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b4af70-830b-4fcd-8c87-f01fef0b6c64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.121806] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.122052] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f2e8d9-9850-40f1-869a-3f0b90633364 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.128467] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 827.128467] env[69644]: value = "task-3552835" [ 827.128467] env[69644]: _type = "Task" [ 827.128467] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.136571] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.205905] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552832, 'name': ReconfigVM_Task, 'duration_secs': 0.702843} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.206230] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.206817] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309b58e5-0dfa-40d8-82c2-682581cffb71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.213309] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 827.213309] env[69644]: value = "task-3552836" [ 827.213309] env[69644]: _type = "Task" [ 827.213309] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.221108] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552836, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.249029] env[69644]: DEBUG oslo_vmware.api [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Task: {'id': task-3552834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138514} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.249250] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.249979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.249979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.249979] env[69644]: INFO nova.compute.manager [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 827.250170] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.250224] env[69644]: DEBUG nova.compute.manager [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.250330] env[69644]: DEBUG nova.network.neutron [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.421276] env[69644]: DEBUG nova.scheduler.client.report [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.455589] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52112567-7b21-975c-8b9e-29be4b328580, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.456413] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3ed9b8-fab3-49ae-81a4-73710bd721e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.462562] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 827.462562] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c62c81-1267-a086-f942-42f804874d09" [ 827.462562] env[69644]: _type = "Task" [ 827.462562] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.470561] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c62c81-1267-a086-f942-42f804874d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.556571] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.638512] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552835, 'name': PowerOffVM_Task, 'duration_secs': 0.213733} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.638776] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.638938] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.639205] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc14731-0c6e-4291-8785-67d81fcc6ae9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.690642] env[69644]: DEBUG nova.network.neutron [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Updating instance_info_cache with network_info: [{"id": "8ffe6d39-5931-4f4a-9a03-069c88257864", "address": "fa:16:3e:f3:aa:a1", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe6d39-59", "ovs_interfaceid": "8ffe6d39-5931-4f4a-9a03-069c88257864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.714369] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.714594] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.714772] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleting the datastore file [datastore2] 290daf13-491c-4ebf-a52e-1271598e9512 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.718714] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32a6915f-2457-46b4-9ff0-cb84db7cf8d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.725614] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552836, 'name': Rename_Task, 'duration_secs': 0.167938} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.729346] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.729346] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for the task: (returnval){ [ 827.729346] env[69644]: value = "task-3552838" [ 827.729346] env[69644]: _type = "Task" [ 827.729346] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.729346] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be62c19-ac2e-4958-9d3a-91a3f7b36260 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.742146] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.742860] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 827.742860] env[69644]: value = "task-3552839" [ 827.742860] env[69644]: _type = "Task" [ 827.742860] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.752240] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.927179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.930131] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.071s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.930494] env[69644]: DEBUG nova.objects.instance [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.954377] env[69644]: INFO nova.scheduler.client.report [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted allocations for instance bd105823-9878-4ff8-89d5-9d779a411fe3 [ 827.973488] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c62c81-1267-a086-f942-42f804874d09, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.974338] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.974624] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] a87a2e6a-7872-4bff-8623-17600731a841/a87a2e6a-7872-4bff-8623-17600731a841.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.974895] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126ac49f-4a9d-4104-9c18-10eb7f939e1e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.982290] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 827.982290] env[69644]: value = "task-3552840" [ 827.982290] env[69644]: _type = "Task" [ 827.982290] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.990550] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.193517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.193777] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Instance network_info: |[{"id": "8ffe6d39-5931-4f4a-9a03-069c88257864", "address": "fa:16:3e:f3:aa:a1", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe6d39-59", "ovs_interfaceid": "8ffe6d39-5931-4f4a-9a03-069c88257864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.194362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:aa:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ffe6d39-5931-4f4a-9a03-069c88257864', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.205762] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.206131] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.206450] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-724ee928-3275-4880-bf8f-6b67e7bb2d79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.239152] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.239152] env[69644]: value = "task-3552841" [ 828.239152] env[69644]: _type = "Task" [ 828.239152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.249820] env[69644]: DEBUG oslo_vmware.api [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Task: {'id': task-3552838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138571} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.255792] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.256015] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.256202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.256397] env[69644]: INFO nova.compute.manager [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 1.14 seconds to destroy the instance on the hypervisor. [ 828.256648] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.261681] env[69644]: DEBUG nova.compute.manager [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.262198] env[69644]: DEBUG nova.network.neutron [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.264114] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552841, 'name': CreateVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.271398] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552839, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.339104] env[69644]: DEBUG nova.compute.manager [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Received event network-vif-plugged-8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.339328] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Acquiring lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.339852] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.339852] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.339852] env[69644]: DEBUG nova.compute.manager [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] No waiting events found dispatching network-vif-plugged-8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.340401] env[69644]: WARNING nova.compute.manager [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Received unexpected event network-vif-plugged-8ffe6d39-5931-4f4a-9a03-069c88257864 for instance with vm_state building and task_state spawning. [ 828.340688] env[69644]: DEBUG nova.compute.manager [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Received event network-changed-8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.340861] env[69644]: DEBUG nova.compute.manager [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Refreshing instance network info cache due to event network-changed-8ffe6d39-5931-4f4a-9a03-069c88257864. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.341072] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Acquiring lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.341216] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Acquired lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.341376] env[69644]: DEBUG nova.network.neutron [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Refreshing network info cache for port 8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.462253] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19592e27-b45c-48c3-9f83-82181f3d2cbb tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "bd105823-9878-4ff8-89d5-9d779a411fe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.025s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.495322] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552840, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750777] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552841, 'name': CreateVM_Task, 'duration_secs': 0.405907} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.754223] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.755189] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.755327] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.755642] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.756239] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb51330-31bc-4722-90bd-e0049b9be74c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.770367] env[69644]: DEBUG nova.network.neutron [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.772717] env[69644]: DEBUG oslo_vmware.api [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552839, 'name': PowerOnVM_Task, 'duration_secs': 0.622338} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.774299] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.774299] env[69644]: INFO nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 828.774299] env[69644]: DEBUG nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.774857] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c4c78-db33-4bb1-8693-351371061d8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.778728] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 828.778728] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524da874-f056-95bf-6d1d-88f3fca2ba55" [ 828.778728] env[69644]: _type = "Task" [ 828.778728] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.793839] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524da874-f056-95bf-6d1d-88f3fca2ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.794242] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.794487] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.794715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.794861] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.795059] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.795317] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a354b4-a11d-4cfa-96a8-9f08e4f5b69e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.804146] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.804146] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.804651] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd812645-8998-4f6a-9a68-d80292f3ce23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.809594] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 828.809594] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aa22f1-303a-9e80-5a17-d6d0a3af6a9a" [ 828.809594] env[69644]: _type = "Task" [ 828.809594] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.823923] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aa22f1-303a-9e80-5a17-d6d0a3af6a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.944850] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7855d047-c00a-48e8-a0ef-566cf2f3aee4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.946326] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.078s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.946528] env[69644]: DEBUG nova.objects.instance [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lazy-loading 'resources' on Instance uuid 62855e69-ce3d-4f14-a904-111669d09982 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.992859] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521944} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.993425] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] a87a2e6a-7872-4bff-8623-17600731a841/a87a2e6a-7872-4bff-8623-17600731a841.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.993635] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.993957] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb54a93-3114-45e1-b03d-7d21760db787 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.000176] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 829.000176] env[69644]: value = "task-3552842" [ 829.000176] env[69644]: _type = "Task" [ 829.000176] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.010438] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.065876] env[69644]: DEBUG nova.network.neutron [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Updated VIF entry in instance network info cache for port 8ffe6d39-5931-4f4a-9a03-069c88257864. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.066270] env[69644]: DEBUG nova.network.neutron [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Updating instance_info_cache with network_info: [{"id": "8ffe6d39-5931-4f4a-9a03-069c88257864", "address": "fa:16:3e:f3:aa:a1", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe6d39-59", "ovs_interfaceid": "8ffe6d39-5931-4f4a-9a03-069c88257864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.234893] env[69644]: DEBUG nova.network.neutron [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.273871] env[69644]: INFO nova.compute.manager [-] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Took 2.02 seconds to deallocate network for instance. [ 829.294933] env[69644]: INFO nova.compute.manager [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Took 40.20 seconds to build instance. [ 829.319920] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aa22f1-303a-9e80-5a17-d6d0a3af6a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.321112] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c42de3-51b2-453c-a895-c5d6ab8ea736 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.326620] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 829.326620] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522a330e-0bd6-e08b-9dbb-e64f208d7121" [ 829.326620] env[69644]: _type = "Task" [ 829.326620] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.338285] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522a330e-0bd6-e08b-9dbb-e64f208d7121, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.341249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.341249] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] e7b4bf87-11eb-4fb3-8d81-8da57e4e301c/e7b4bf87-11eb-4fb3-8d81-8da57e4e301c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.341249] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a32af914-a905-4e89-af55-4be845562ddd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.346318] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 829.346318] env[69644]: value = "task-3552843" [ 829.346318] env[69644]: _type = "Task" [ 829.346318] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.354827] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.509488] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063057} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.511925] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.512863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eab006-20fe-4669-b8f1-c1039f13c1e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.536056] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a87a2e6a-7872-4bff-8623-17600731a841/a87a2e6a-7872-4bff-8623-17600731a841.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.538897] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4b3b4b-cce2-4b41-b72d-b54f504e2e44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.562038] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 829.562038] env[69644]: value = "task-3552844" [ 829.562038] env[69644]: _type = "Task" [ 829.562038] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.569246] env[69644]: DEBUG oslo_concurrency.lockutils [req-903744d2-6dbf-4c4a-a377-1ddbbb68bfbf req-ae94c678-986c-40e0-9ba5-c22becb4f971 service nova] Releasing lock "refresh_cache-e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.576217] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.738581] env[69644]: INFO nova.compute.manager [-] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Took 1.48 seconds to deallocate network for instance. [ 829.780163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.797617] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9c323a5f-3d00-4b55-beff-88ef6cb2823f tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.856400] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.960030] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6903c410-3476-49c4-aa2e-4cece9601e64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.967484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a951fa3-3446-46df-9450-82aa561f0962 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.997261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267037f3-7379-4e45-b825-e3b810e8d5c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.004510] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6435a6-f514-4fcd-8c22-5549a0cd212f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.017290] env[69644]: DEBUG nova.compute.provider_tree [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.072672] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.252847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.300205] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.359332] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553283} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.359626] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] e7b4bf87-11eb-4fb3-8d81-8da57e4e301c/e7b4bf87-11eb-4fb3-8d81-8da57e4e301c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.359835] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.360116] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4291621e-7082-40ab-bda3-b67501d20abb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.367478] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 830.367478] env[69644]: value = "task-3552845" [ 830.367478] env[69644]: _type = "Task" [ 830.367478] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.376802] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.409263] env[69644]: DEBUG nova.compute.manager [req-e7f88f13-a96c-4bd3-9ce4-a27e4c453894 req-a7f7b3ed-2c02-41db-b913-af995b447207 service nova] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Received event network-vif-deleted-2ee23092-8a5d-480d-879e-bd2268e66c63 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.409488] env[69644]: DEBUG nova.compute.manager [req-e7f88f13-a96c-4bd3-9ce4-a27e4c453894 req-a7f7b3ed-2c02-41db-b913-af995b447207 service nova] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Received event network-vif-deleted-ba764f60-a706-40d9-9e74-711dd33319d4 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.520445] env[69644]: DEBUG nova.scheduler.client.report [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.574768] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552844, 'name': ReconfigVM_Task, 'duration_secs': 0.852654} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.575064] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a87a2e6a-7872-4bff-8623-17600731a841/a87a2e6a-7872-4bff-8623-17600731a841.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.575836] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d8db323-36fb-469e-ac2c-c0818127d5f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.582631] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 830.582631] env[69644]: value = "task-3552846" [ 830.582631] env[69644]: _type = "Task" [ 830.582631] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.591558] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552846, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.821655] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.877363] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.877685] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.878533] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7f430-8744-4136-a4b0-fd5a1a8b269e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.901281] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] e7b4bf87-11eb-4fb3-8d81-8da57e4e301c/e7b4bf87-11eb-4fb3-8d81-8da57e4e301c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.901602] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053f8d65-4afa-40fc-8db3-b5894cfdd233 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.921490] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 830.921490] env[69644]: value = "task-3552847" [ 830.921490] env[69644]: _type = "Task" [ 830.921490] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.929713] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.028693] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.031905] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.875s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.031905] env[69644]: DEBUG nova.objects.instance [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lazy-loading 'resources' on Instance uuid f65a33d8-8fb1-418d-a712-6c06033e3d1e {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.045890] env[69644]: INFO nova.scheduler.client.report [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted allocations for instance 62855e69-ce3d-4f14-a904-111669d09982 [ 831.093747] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552846, 'name': Rename_Task, 'duration_secs': 0.26105} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.094658] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.094931] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed482ac2-23ad-4422-9a22-d1c17b5e4d39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.101657] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 831.101657] env[69644]: value = "task-3552848" [ 831.101657] env[69644]: _type = "Task" [ 831.101657] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.111821] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.431995] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552847, 'name': ReconfigVM_Task, 'duration_secs': 0.287756} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.432108] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] e7b4bf87-11eb-4fb3-8d81-8da57e4e301c/e7b4bf87-11eb-4fb3-8d81-8da57e4e301c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.432698] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5adc4d1-0f41-464b-a65f-d01eaf4b0f81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.438663] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 831.438663] env[69644]: value = "task-3552849" [ 831.438663] env[69644]: _type = "Task" [ 831.438663] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.446133] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552849, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.466902] env[69644]: DEBUG nova.compute.manager [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.554053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb03467b-e58d-4c8c-8690-b07ed5a79eb2 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "62855e69-ce3d-4f14-a904-111669d09982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.811s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.612377] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.949385] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552849, 'name': Rename_Task, 'duration_secs': 0.142212} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.952443] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.952866] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5011a0a4-3e55-4b9e-b102-fe5985cf88ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.959915] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 831.959915] env[69644]: value = "task-3552850" [ 831.959915] env[69644]: _type = "Task" [ 831.959915] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.973542] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.976964] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e927e-4995-4143-b17a-d36f40e25678 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.984102] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b0d419-99e5-47d9-8e2e-66fb11d55a3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.987986] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.017920] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f09c55-a37d-4a4e-b20d-0ef2987d9799 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.025952] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20c8d3e-662e-4b0b-9643-108c71970dbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.045667] env[69644]: DEBUG nova.compute.provider_tree [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.112855] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.470264] env[69644]: DEBUG oslo_vmware.api [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552850, 'name': PowerOnVM_Task, 'duration_secs': 0.485165} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.470569] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.470789] env[69644]: INFO nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Took 6.79 seconds to spawn the instance on the hypervisor. [ 832.470955] env[69644]: DEBUG nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.471759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6d51b-679e-4348-8cf6-9c0ef3725755 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.549413] env[69644]: DEBUG nova.scheduler.client.report [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.615041] env[69644]: DEBUG oslo_vmware.api [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552848, 'name': PowerOnVM_Task, 'duration_secs': 1.094553} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.615041] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.615041] env[69644]: INFO nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Took 9.61 seconds to spawn the instance on the hypervisor. [ 832.615041] env[69644]: DEBUG nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.615258] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e436b6-d2e2-4ab7-8759-79b45b53540c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.987815] env[69644]: INFO nova.compute.manager [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Took 34.76 seconds to build instance. [ 833.054659] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.056975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.723s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.058448] env[69644]: INFO nova.compute.claims [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.081478] env[69644]: INFO nova.scheduler.client.report [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted allocations for instance f65a33d8-8fb1-418d-a712-6c06033e3d1e [ 833.132179] env[69644]: INFO nova.compute.manager [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Took 36.08 seconds to build instance. [ 833.490020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b378fd3-f603-44c7-aac8-49940f6c60e4 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.279s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.590663] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f31982f5-96a6-418c-85a6-9eaff3bb9717 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "f65a33d8-8fb1-418d-a712-6c06033e3d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.073s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.634400] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7bc31e59-9317-4b56-9e7b-4f59b9f88373 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.615s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.637310] env[69644]: DEBUG nova.compute.manager [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.637499] env[69644]: DEBUG nova.compute.manager [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing instance network info cache due to event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.637736] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] Acquiring lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.637870] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] Acquired lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.637997] env[69644]: DEBUG nova.network.neutron [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.992704] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.184871] env[69644]: DEBUG nova.compute.manager [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.185585] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a004448f-795d-401a-8f7a-05c17db9f73c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.267575] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "a87a2e6a-7872-4bff-8623-17600731a841" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.268559] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.268559] env[69644]: INFO nova.compute.manager [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Rebooting instance [ 834.425042] env[69644]: DEBUG nova.network.neutron [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updated VIF entry in instance network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.425417] env[69644]: DEBUG nova.network.neutron [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.505174] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2ce0a-8314-45f9-84dd-13ebf9413207 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.513110] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1398341-2f74-428a-94e8-83969c4707bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.516781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.544667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e772af-45c2-475f-830e-5cd4162c6e0e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.552192] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5271ce9-7763-4c17-b75a-14943a47d6f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.566035] env[69644]: DEBUG nova.compute.provider_tree [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.699629] env[69644]: INFO nova.compute.manager [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] instance snapshotting [ 834.702607] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7f2b0-93a6-4144-bbbb-0606923bba4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.722591] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc36b1-8cd9-499f-b6d9-725407a46eac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.806776] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.837104] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.837717] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.871902] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.872188] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.930305] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc51adf9-599f-4540-8688-1b132bf49b21 req-6f202475-8dbd-4fee-8001-4dd51cf4525a service nova] Releasing lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.930761] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquired lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.930958] env[69644]: DEBUG nova.network.neutron [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.069552] env[69644]: DEBUG nova.scheduler.client.report [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.235318] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.235628] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67d62645-be04-4d23-810d-308b54c0e051 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.243787] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 835.243787] env[69644]: value = "task-3552851" [ 835.243787] env[69644]: _type = "Task" [ 835.243787] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.253853] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.339805] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.577019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.577019] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.578665] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.707s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.579321] env[69644]: DEBUG nova.objects.instance [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'resources' on Instance uuid 0bd225f7-5469-400a-b6bf-7e43c3174dcb {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.669027] env[69644]: DEBUG nova.network.neutron [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.754874] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.865313] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.085475] env[69644]: DEBUG nova.compute.utils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.087071] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.087243] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.145334] env[69644]: DEBUG nova.policy [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c555c433d7747fb81d3456dc89b552d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9396b6ab1f2c422099feba99d88df64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.171602] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Releasing lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.254865] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.529929] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Successfully created port: 0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.566542] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860bb30-f4bf-4590-b68a-c6d5b76bf35e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.574866] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b5ad0-4f19-4bd6-997f-dfb3e915cbbe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.606416] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.609597] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f775b8-18f1-42a8-95cb-8be44a663e2e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.617066] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb807de-05e7-46d8-a50c-7b5dab95d7f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.631802] env[69644]: DEBUG nova.compute.provider_tree [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.676294] env[69644]: DEBUG nova.compute.manager [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.676697] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cbd0cc-d353-41f0-9474-2a3f40967891 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.754806] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552851, 'name': CreateSnapshot_Task, 'duration_secs': 1.043793} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.755110] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.755807] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955a411-251c-4a0b-b234-84c292c128ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.135117] env[69644]: DEBUG nova.scheduler.client.report [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.273704] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.274011] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8990387a-cb51-4af0-9fcc-432ddc863fa5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.283578] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 837.283578] env[69644]: value = "task-3552852" [ 837.283578] env[69644]: _type = "Task" [ 837.283578] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.291075] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552852, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.618716] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.640712] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.644885] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.645077] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.645243] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.645422] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.645569] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.645719] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.645914] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.646081] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.646249] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.646410] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.646583] env[69644]: DEBUG nova.virt.hardware [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.647095] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.277s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.647293] env[69644]: DEBUG nova.objects.instance [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lazy-loading 'resources' on Instance uuid 549990e1-a3f8-470f-befb-b4568083ee03 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.649064] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81adc3a-c7f5-4aca-a4f7-94a645aa62cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.658137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6431c8-4546-4eba-861b-5746d013e2f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.673311] env[69644]: INFO nova.scheduler.client.report [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocations for instance 0bd225f7-5469-400a-b6bf-7e43c3174dcb [ 837.691093] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980e485-6ca3-4bfe-81b5-d19127c58c02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.700229] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Doing hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.700562] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6599b567-ac3a-4210-abe0-52d0d3b89e25 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.707535] env[69644]: DEBUG oslo_vmware.api [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 837.707535] env[69644]: value = "task-3552853" [ 837.707535] env[69644]: _type = "Task" [ 837.707535] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.715814] env[69644]: DEBUG oslo_vmware.api [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552853, 'name': ResetVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.794754] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552852, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.994842] env[69644]: DEBUG nova.compute.manager [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Received event network-vif-plugged-0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.995145] env[69644]: DEBUG oslo_concurrency.lockutils [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.995398] env[69644]: DEBUG oslo_concurrency.lockutils [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.995614] env[69644]: DEBUG oslo_concurrency.lockutils [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.995815] env[69644]: DEBUG nova.compute.manager [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] No waiting events found dispatching network-vif-plugged-0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.996021] env[69644]: WARNING nova.compute.manager [req-1bcfbc35-b579-40c2-886d-e7bbab37bb9e req-2ae06ff2-73d7-4ac5-94df-4a331fe7b273 service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Received unexpected event network-vif-plugged-0ecafe6e-9996-4248-94ed-218b21b29155 for instance with vm_state building and task_state spawning. [ 838.139377] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Successfully updated port: 0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.182736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d6840911-6c4f-4030-b9f5-848bf84f50e3 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "0bd225f7-5469-400a-b6bf-7e43c3174dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.794s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.223959] env[69644]: DEBUG oslo_vmware.api [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552853, 'name': ResetVM_Task, 'duration_secs': 0.090379} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.224278] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Did hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 838.224494] env[69644]: DEBUG nova.compute.manager [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.225292] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544d2c7-74a0-44e8-a999-834400579bd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.297366] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552852, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.596500] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15475f47-a29a-484c-8555-a497fe6a2cdf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.605203] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b3b680-df46-41f5-ad87-302a3752731d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.637430] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c362f5-cd54-4789-8970-75e8b5d3df36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.641418] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.641579] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.641730] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.645550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baaafc4-57de-47cf-89e0-65964f9ed09d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.658639] env[69644]: DEBUG nova.compute.provider_tree [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.741778] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bddb311a-a128-4d81-9681-02491ca404b0 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.473s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.794857] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552852, 'name': CloneVM_Task, 'duration_secs': 1.478221} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.795230] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Created linked-clone VM from snapshot [ 838.796087] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef579389-45ff-4116-a902-40dbbc0687f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.803507] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Uploading image bc01625e-66fe-4b90-81fc-c5d5b328af8a {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.823675] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.823675] env[69644]: value = "vm-709385" [ 838.823675] env[69644]: _type = "VirtualMachine" [ 838.823675] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.823944] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f384dc2-df52-4475-a4c9-7573560b746a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.832176] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease: (returnval){ [ 838.832176] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528cda69-5d6f-9eb7-17e9-cd5ad26d7bfe" [ 838.832176] env[69644]: _type = "HttpNfcLease" [ 838.832176] env[69644]: } obtained for exporting VM: (result){ [ 838.832176] env[69644]: value = "vm-709385" [ 838.832176] env[69644]: _type = "VirtualMachine" [ 838.832176] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.832176] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the lease: (returnval){ [ 838.832176] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528cda69-5d6f-9eb7-17e9-cd5ad26d7bfe" [ 838.832176] env[69644]: _type = "HttpNfcLease" [ 838.832176] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.838449] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.838449] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528cda69-5d6f-9eb7-17e9-cd5ad26d7bfe" [ 838.838449] env[69644]: _type = "HttpNfcLease" [ 838.838449] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.161489] env[69644]: DEBUG nova.scheduler.client.report [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.193028] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.341967] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.341967] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528cda69-5d6f-9eb7-17e9-cd5ad26d7bfe" [ 839.341967] env[69644]: _type = "HttpNfcLease" [ 839.341967] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.342286] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.342286] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528cda69-5d6f-9eb7-17e9-cd5ad26d7bfe" [ 839.342286] env[69644]: _type = "HttpNfcLease" [ 839.342286] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.343078] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e60c5-9841-40fc-b90c-a54897c737e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.353411] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.353762] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.413407] env[69644]: DEBUG nova.network.neutron [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.452749] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73100798-2562-4d97-ac35-3dd828e465a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.672194] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.676829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.526s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.677694] env[69644]: INFO nova.compute.claims [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.699095] env[69644]: INFO nova.scheduler.client.report [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Deleted allocations for instance 549990e1-a3f8-470f-befb-b4568083ee03 [ 839.916621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.916967] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Instance network_info: |[{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.917409] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:78:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ecafe6e-9996-4248-94ed-218b21b29155', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.930306] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.930580] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.930846] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a61c1c-44d3-4f04-a94a-a49804685d2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.955273] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.955273] env[69644]: value = "task-3552855" [ 839.955273] env[69644]: _type = "Task" [ 839.955273] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.965703] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552855, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.208484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef8591eb-79eb-4bb1-a619-95399bfacef4 tempest-ServerAddressesTestJSON-1561336103 tempest-ServerAddressesTestJSON-1561336103-project-member] Lock "549990e1-a3f8-470f-befb-b4568083ee03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.522s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.379542] env[69644]: DEBUG nova.compute.manager [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Received event network-changed-0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.379740] env[69644]: DEBUG nova.compute.manager [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Refreshing instance network info cache due to event network-changed-0ecafe6e-9996-4248-94ed-218b21b29155. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.379979] env[69644]: DEBUG oslo_concurrency.lockutils [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] Acquiring lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.380893] env[69644]: DEBUG oslo_concurrency.lockutils [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] Acquired lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.380893] env[69644]: DEBUG nova.network.neutron [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Refreshing network info cache for port 0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.467755] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552855, 'name': CreateVM_Task, 'duration_secs': 0.486552} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.467991] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.469247] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.469454] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.471318] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.471610] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7de169b-aa89-43c7-840a-d9ecbfe15af0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.478203] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 840.478203] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52040415-522a-54b9-9fd9-4ec6b9fd51c8" [ 840.478203] env[69644]: _type = "Task" [ 840.478203] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.487316] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52040415-522a-54b9-9fd9-4ec6b9fd51c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.991999] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52040415-522a-54b9-9fd9-4ec6b9fd51c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.992382] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.994204] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.994204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994204] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.994204] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11862665-df2e-4acf-9aa3-f9857f9707f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.007506] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.007722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.008488] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636a03de-5f5a-4505-82b9-4abf01d04a60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.015485] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 841.015485] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e7fe4b-4a6d-7942-50c8-a8878842b4a8" [ 841.015485] env[69644]: _type = "Task" [ 841.015485] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.024593] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e7fe4b-4a6d-7942-50c8-a8878842b4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.246460] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2af353-e14c-45c9-835a-cdcec1351d44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256970] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45086920-490b-4329-8f88-e5b18538c1e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260773] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "a87a2e6a-7872-4bff-8623-17600731a841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.261118] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.261333] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "a87a2e6a-7872-4bff-8623-17600731a841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.261619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.261858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.264564] env[69644]: INFO nova.compute.manager [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Terminating instance [ 841.299867] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972f889-9fb4-40a0-8f15-efda170472c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.310814] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c7687-c491-43f8-93cc-cd5ee888a76a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.329135] env[69644]: DEBUG nova.compute.provider_tree [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.372200] env[69644]: DEBUG nova.network.neutron [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updated VIF entry in instance network info cache for port 0ecafe6e-9996-4248-94ed-218b21b29155. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.373613] env[69644]: DEBUG nova.network.neutron [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.532456] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e7fe4b-4a6d-7942-50c8-a8878842b4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.533330] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa038d43-989e-4d8f-9073-7938e3d83587 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.539055] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 841.539055] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5281deb7-8410-95cf-1506-5589d9c501b8" [ 841.539055] env[69644]: _type = "Task" [ 841.539055] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.552306] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5281deb7-8410-95cf-1506-5589d9c501b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.552572] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552883] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.553176] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a096470-ffd4-44e8-944e-e82b9a58406e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.559981] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 841.559981] env[69644]: value = "task-3552856" [ 841.559981] env[69644]: _type = "Task" [ 841.559981] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.568073] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.805230] env[69644]: DEBUG nova.compute.manager [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.805447] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.806390] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee501096-52dc-4dad-8c84-1d2421026bf7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.815741] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.816083] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c0e607-7614-41e7-b274-067f693e4ac4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.825602] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 841.825602] env[69644]: value = "task-3552857" [ 841.825602] env[69644]: _type = "Task" [ 841.825602] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.832133] env[69644]: DEBUG nova.scheduler.client.report [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.841263] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.876813] env[69644]: DEBUG oslo_concurrency.lockutils [req-a6a8d451-6c0b-420f-8fc9-ea7d6ae4542b req-da75152d-946c-4f3d-8067-60ad30b9549c service nova] Releasing lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.072289] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469604} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.072725] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.072842] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.073177] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a10aa6ef-d0f3-4346-9009-265c78266d1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.081261] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 842.081261] env[69644]: value = "task-3552858" [ 842.081261] env[69644]: _type = "Task" [ 842.081261] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.092408] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.235976] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.236286] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.336162] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552857, 'name': PowerOffVM_Task, 'duration_secs': 0.241082} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.336798] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.337338] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.337914] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178ab6a2-264a-4d22-875f-c42622ff0534 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.340385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.342163] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.349937] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.175s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.349937] env[69644]: DEBUG nova.objects.instance [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lazy-loading 'resources' on Instance uuid 2bd226df-264a-4177-b7de-bc1cc98614dc {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.413351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.413351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.413351] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleting the datastore file [datastore1] a87a2e6a-7872-4bff-8623-17600731a841 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.414221] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91cfb712-3052-47e1-beab-31b9ad27bc11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.422316] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 842.422316] env[69644]: value = "task-3552860" [ 842.422316] env[69644]: _type = "Task" [ 842.422316] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.432359] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.591865] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.591865] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.592943] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad8ce52-539e-43b9-b317-db50fad6e7a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.597835] env[69644]: DEBUG nova.compute.manager [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.598030] env[69644]: DEBUG nova.compute.manager [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing instance network info cache due to event network-changed-12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.598253] env[69644]: DEBUG oslo_concurrency.lockutils [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] Acquiring lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.598401] env[69644]: DEBUG oslo_concurrency.lockutils [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] Acquired lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.598637] env[69644]: DEBUG nova.network.neutron [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Refreshing network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.620067] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.621272] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9a1571-3987-43b6-8654-8a76c0d4287e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.643146] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 842.643146] env[69644]: value = "task-3552861" [ 842.643146] env[69644]: _type = "Task" [ 842.643146] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.655336] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.739565] env[69644]: DEBUG nova.compute.utils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.856324] env[69644]: DEBUG nova.compute.utils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.858393] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.858616] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.924627] env[69644]: DEBUG nova.policy [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c0883c041e4b1d9232ed1105e89945', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'affedaee8abd4215b5a15e3dc79caa98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.940299] env[69644]: DEBUG oslo_vmware.api [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143068} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.940568] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.940752] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.940926] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.941112] env[69644]: INFO nova.compute.manager [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.941356] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.941582] env[69644]: DEBUG nova.compute.manager [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.941660] env[69644]: DEBUG nova.network.neutron [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.154208] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552861, 'name': ReconfigVM_Task, 'duration_secs': 0.294317} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.154492] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.155188] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1643171-9bb7-4b99-8e8a-34c6407fad58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.165750] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 843.165750] env[69644]: value = "task-3552862" [ 843.165750] env[69644]: _type = "Task" [ 843.165750] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.174404] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552862, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.242698] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.346098] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Successfully created port: 6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.362111] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.384108] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff09713-7a08-4f6f-ad72-a50d3b9a4271 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.396743] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f1f8c-ccea-4f07-b2fe-e1d4ab8d22fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.433109] env[69644]: DEBUG nova.network.neutron [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updated VIF entry in instance network info cache for port 12ef32f4-0ec6-49d3-b916-b716b6764c0b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.433365] env[69644]: DEBUG nova.network.neutron [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [{"id": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "address": "fa:16:3e:c6:9b:d7", "network": {"id": "fc3f75fb-3bd2-45e9-b5c7-3f97fd4ef55a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1605486270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dc939c1e304b1f85eeb407cb8d8940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ef32f4-0e", "ovs_interfaceid": "12ef32f4-0ec6-49d3-b916-b716b6764c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.435051] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44a8c8-8e8a-4636-b1b7-35f34044307e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.447440] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbdfd35-b317-4b8a-9546-db274be5844d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.462434] env[69644]: DEBUG nova.compute.provider_tree [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.680066] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552862, 'name': Rename_Task, 'duration_secs': 0.161604} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.680560] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.680989] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c77843-6d65-445e-8d4d-f94daf8b933b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.687966] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 843.687966] env[69644]: value = "task-3552863" [ 843.687966] env[69644]: _type = "Task" [ 843.687966] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.698122] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.818456] env[69644]: DEBUG nova.network.neutron [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.944347] env[69644]: DEBUG oslo_concurrency.lockutils [req-7e9a2b41-ae41-4096-9b41-4136a2d9841c req-6e0b4a28-53f3-4d2a-901f-31d881f17bda service nova] Releasing lock "refresh_cache-a87a2e6a-7872-4bff-8623-17600731a841" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.968157] env[69644]: DEBUG nova.scheduler.client.report [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.017633] env[69644]: DEBUG nova.compute.manager [req-a5e21a99-8552-4b43-82b0-73ff4d01e33e req-08cfa22f-1c2b-47be-b3ce-4b751390673a service nova] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Received event network-vif-deleted-12ef32f4-0ec6-49d3-b916-b716b6764c0b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.200259] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.325883] env[69644]: INFO nova.compute.manager [-] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Took 1.38 seconds to deallocate network for instance. [ 844.365517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.365517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.365517] env[69644]: INFO nova.compute.manager [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Attaching volume 496d1390-af53-49d6-997d-77df8350edf0 to /dev/sdb [ 844.377776] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.407982] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.408222] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.408390] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.408580] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.408731] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.408878] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.409100] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.409262] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.409425] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.409597] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.409773] env[69644]: DEBUG nova.virt.hardware [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.410659] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02840a5-5bd3-4666-a24f-dc21cea6b9fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.414941] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec16f1-2d35-4e7e-a1a9-a2184d90ce1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.424572] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f415811-327b-48d1-9881-927c43d6eca9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.428234] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714ecdd-dc3c-4202-b4f2-bcc1a8d5b702 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.447229] env[69644]: DEBUG nova.virt.block_device [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating existing volume attachment record: 29921476-41f5-4d98-8060-f9b4786ab7d7 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 844.473171] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.476273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.247s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.480018] env[69644]: INFO nova.compute.claims [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.509564] env[69644]: INFO nova.scheduler.client.report [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Deleted allocations for instance 2bd226df-264a-4177-b7de-bc1cc98614dc [ 844.698943] env[69644]: DEBUG oslo_vmware.api [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552863, 'name': PowerOnVM_Task, 'duration_secs': 0.538371} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.699360] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.699577] env[69644]: INFO nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Took 7.08 seconds to spawn the instance on the hypervisor. [ 844.699762] env[69644]: DEBUG nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.700550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001213a-5457-4135-acc4-d26f602bc86e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.832012] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.018547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e42167a-5c5c-47de-bf04-6de8a677c196 tempest-FloatingIPsAssociationTestJSON-1060765468 tempest-FloatingIPsAssociationTestJSON-1060765468-project-member] Lock "2bd226df-264a-4177-b7de-bc1cc98614dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.674s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.218579] env[69644]: INFO nova.compute.manager [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Took 39.91 seconds to build instance. [ 845.533775] env[69644]: DEBUG nova.compute.manager [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Received event network-vif-plugged-6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.534027] env[69644]: DEBUG oslo_concurrency.lockutils [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] Acquiring lock "709fd06c-c855-489f-aed1-8f49619e5391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.534747] env[69644]: DEBUG oslo_concurrency.lockutils [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] Lock "709fd06c-c855-489f-aed1-8f49619e5391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.534872] env[69644]: DEBUG oslo_concurrency.lockutils [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] Lock "709fd06c-c855-489f-aed1-8f49619e5391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.534993] env[69644]: DEBUG nova.compute.manager [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] No waiting events found dispatching network-vif-plugged-6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.535177] env[69644]: WARNING nova.compute.manager [req-42c89fbc-4d48-4506-b06f-3354b0f27c64 req-07ef5c81-3290-4f6a-a5c6-90fc23c8f088 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Received unexpected event network-vif-plugged-6c1407d1-bba9-482b-8158-871cfda9a19f for instance with vm_state building and task_state spawning. [ 845.640454] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Successfully updated port: 6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.722578] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75d9be38-4dd2-455f-89f8-f64bbb2e8fbe tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.385s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.021193] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2a6284-3678-4040-b377-b75bdd16d37a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.033023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a38225-55b0-40a4-95c0-9501e6422221 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.066667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585edeb-67ef-4412-a942-274d5b86fb68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.075603] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612b5db-4ae9-40c3-995a-093f850dd6e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.091879] env[69644]: DEBUG nova.compute.provider_tree [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.143624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.143810] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquired lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.143963] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.225781] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.598576] env[69644]: DEBUG nova.scheduler.client.report [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.730597] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.753360] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.938821] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.940118] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345efc61-bbf2-431c-b75f-333307db8010 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.948221] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.948456] env[69644]: ERROR oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk due to incomplete transfer. [ 846.948718] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b4c54ba-be7d-4757-ba01-8453febcd3cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.956861] env[69644]: DEBUG oslo_vmware.rw_handles [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2c841-cc9a-2bc1-6bab-3ed41ba8bc10/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.957124] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Uploaded image bc01625e-66fe-4b90-81fc-c5d5b328af8a to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.963211] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.963211] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-949fc6d3-51f4-4fb5-b34f-5b2491ed49a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.970895] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 846.970895] env[69644]: value = "task-3552868" [ 846.970895] env[69644]: _type = "Task" [ 846.970895] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.984153] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552868, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.105412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.106042] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.109352] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.665s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.110703] env[69644]: INFO nova.compute.claims [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.143842] env[69644]: DEBUG nova.network.neutron [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Updating instance_info_cache with network_info: [{"id": "6c1407d1-bba9-482b-8158-871cfda9a19f", "address": "fa:16:3e:2f:30:2e", "network": {"id": "888ed002-f08c-4da9-9b6a-ac032b40e820", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1734297614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "affedaee8abd4215b5a15e3dc79caa98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1407d1-bb", "ovs_interfaceid": "6c1407d1-bba9-482b-8158-871cfda9a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.483196] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552868, 'name': Destroy_Task, 'duration_secs': 0.357644} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.483196] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Destroyed the VM [ 847.483196] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.483196] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30eb3c1f-f194-41fe-bca2-3c939ae79073 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.490713] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 847.490713] env[69644]: value = "task-3552869" [ 847.490713] env[69644]: _type = "Task" [ 847.490713] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.502474] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.621736] env[69644]: DEBUG nova.compute.utils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.625495] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.625682] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.648588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Releasing lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.648588] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Instance network_info: |[{"id": "6c1407d1-bba9-482b-8158-871cfda9a19f", "address": "fa:16:3e:2f:30:2e", "network": {"id": "888ed002-f08c-4da9-9b6a-ac032b40e820", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1734297614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "affedaee8abd4215b5a15e3dc79caa98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1407d1-bb", "ovs_interfaceid": "6c1407d1-bba9-482b-8158-871cfda9a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.649962] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:30:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c1407d1-bba9-482b-8158-871cfda9a19f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.665853] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Creating folder: Project (affedaee8abd4215b5a15e3dc79caa98). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.668097] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96003a9a-650f-423a-b374-eb4a0ae368f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.680946] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Created folder: Project (affedaee8abd4215b5a15e3dc79caa98) in parent group-v709242. [ 847.680999] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Creating folder: Instances. Parent ref: group-v709389. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.681296] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b704bf14-a2e4-48ab-9a1f-4a3c347ad4a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.693015] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Created folder: Instances in parent group-v709389. [ 847.693015] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.693015] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.693015] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5efe3ce-2139-4f00-9af0-132744611eb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.720173] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.720173] env[69644]: value = "task-3552872" [ 847.720173] env[69644]: _type = "Task" [ 847.720173] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.722898] env[69644]: DEBUG nova.policy [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.730717] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552872, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.817694] env[69644]: DEBUG nova.compute.manager [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Received event network-changed-6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.817694] env[69644]: DEBUG nova.compute.manager [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Refreshing instance network info cache due to event network-changed-6c1407d1-bba9-482b-8158-871cfda9a19f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.817694] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] Acquiring lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.817694] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] Acquired lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.817694] env[69644]: DEBUG nova.network.neutron [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Refreshing network info cache for port 6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.895962] env[69644]: DEBUG nova.compute.manager [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 847.910626] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "da76d620-e592-4137-80f4-348f0a67b175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.910931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.002232] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552869, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.126084] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.228480] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552872, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.416633] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Successfully created port: 3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.429419] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.509549] env[69644]: DEBUG oslo_vmware.api [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3552869, 'name': RemoveSnapshot_Task, 'duration_secs': 0.917918} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.510042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.510230] env[69644]: INFO nova.compute.manager [None req-91218f71-1401-4f66-bcfe-b289c4396902 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Took 13.81 seconds to snapshot the instance on the hypervisor. [ 848.651024] env[69644]: DEBUG nova.network.neutron [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Updated VIF entry in instance network info cache for port 6c1407d1-bba9-482b-8158-871cfda9a19f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.651024] env[69644]: DEBUG nova.network.neutron [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Updating instance_info_cache with network_info: [{"id": "6c1407d1-bba9-482b-8158-871cfda9a19f", "address": "fa:16:3e:2f:30:2e", "network": {"id": "888ed002-f08c-4da9-9b6a-ac032b40e820", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1734297614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "affedaee8abd4215b5a15e3dc79caa98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1407d1-bb", "ovs_interfaceid": "6c1407d1-bba9-482b-8158-871cfda9a19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.727763] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552872, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.803173] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b15ffc-d29a-460d-8ea3-e9f1d1af6138 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.810405] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db066e-644d-4282-a4da-bfa338009e9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.841215] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d22d55-70b2-40a2-b873-f51cd62b0793 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.848380] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa334d-1aa8-4717-bf26-77e8691fdf3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.861501] env[69644]: DEBUG nova.compute.provider_tree [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.012420] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.012623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.118473] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.118713] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.145022] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.155959] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd81fe91-5a71-46b2-8f90-c4e15ea623c7 req-82484538-c3c9-4012-8791-e8b55808e8e1 service nova] Releasing lock "refresh_cache-709fd06c-c855-489f-aed1-8f49619e5391" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.180663] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.181713] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.181713] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.181713] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.181713] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.181713] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.181992] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.181992] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.182186] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.182303] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.182475] env[69644]: DEBUG nova.virt.hardware [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.183465] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052db94b-7074-45ba-9dd1-2fddecda8fcd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.193532] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6d137-5f54-46a8-8c5f-b31a98ca698e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228519] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552872, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.364945] env[69644]: DEBUG nova.scheduler.client.report [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.503938] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 849.504201] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709388', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'name': 'volume-496d1390-af53-49d6-997d-77df8350edf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '574d57df-06eb-431b-98b3-496feb19702b', 'attached_at': '', 'detached_at': '', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'serial': '496d1390-af53-49d6-997d-77df8350edf0'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 849.505085] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dd5e56-5cec-433f-8b0f-c736f7a22697 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.522611] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aa204b-c01a-4bbb-be68-e39b2887ff17 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.548555] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] volume-496d1390-af53-49d6-997d-77df8350edf0/volume-496d1390-af53-49d6-997d-77df8350edf0.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.548883] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528881ea-ee5a-4408-b723-695f89b7db04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.567923] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 849.567923] env[69644]: value = "task-3552873" [ 849.567923] env[69644]: _type = "Task" [ 849.567923] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.575978] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.729065] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552872, 'name': CreateVM_Task, 'duration_secs': 1.863477} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.729329] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.729942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.730124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.730439] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.730694] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23e77c8-3654-4005-ac9b-ae2a268b8bca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.735171] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 849.735171] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52231b83-21a5-0379-4081-baad041c7389" [ 849.735171] env[69644]: _type = "Task" [ 849.735171] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.743376] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52231b83-21a5-0379-4081-baad041c7389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.870067] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.870616] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.873552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.208s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.873833] env[69644]: DEBUG nova.objects.instance [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lazy-loading 'resources' on Instance uuid 2c025888-a4c5-4483-befb-17fe98648bdd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.065792] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.066046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.077309] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552873, 'name': ReconfigVM_Task, 'duration_secs': 0.370529} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.077503] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] volume-496d1390-af53-49d6-997d-77df8350edf0/volume-496d1390-af53-49d6-997d-77df8350edf0.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.082424] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406a0e8f-0f14-40dc-a7c4-73bf59042323 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.097956] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 850.097956] env[69644]: value = "task-3552874" [ 850.097956] env[69644]: _type = "Task" [ 850.097956] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.108584] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.249923] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52231b83-21a5-0379-4081-baad041c7389, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.250275] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.250512] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.250770] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.250882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.251086] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.251367] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2edd646c-3ec3-42b6-9542-0aed753b5876 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.265940] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.266164] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.266871] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef95420d-5539-46be-886c-2d249b39a9fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.271992] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 850.271992] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c04af3-2518-5171-507b-d4ecfbbfc1ff" [ 850.271992] env[69644]: _type = "Task" [ 850.271992] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.279426] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c04af3-2518-5171-507b-d4ecfbbfc1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.379324] env[69644]: DEBUG nova.compute.utils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.380879] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 850.538562] env[69644]: DEBUG nova.compute.manager [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-plugged-3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.538909] env[69644]: DEBUG oslo_concurrency.lockutils [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.539269] env[69644]: DEBUG oslo_concurrency.lockutils [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.539474] env[69644]: DEBUG oslo_concurrency.lockutils [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.539942] env[69644]: DEBUG nova.compute.manager [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] No waiting events found dispatching network-vif-plugged-3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.539942] env[69644]: WARNING nova.compute.manager [req-82ef42ef-7c55-41dd-a6c9-2bf9fd3b45ae req-c97d8a44-a9f7-40bf-9f68-4accfc56f8b3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received unexpected event network-vif-plugged-3da513cf-be49-42d9-a7d8-8706b3df0496 for instance with vm_state building and task_state spawning. [ 850.554388] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Successfully updated port: 3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.610417] env[69644]: DEBUG oslo_vmware.api [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552874, 'name': ReconfigVM_Task, 'duration_secs': 0.160886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.610978] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709388', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'name': 'volume-496d1390-af53-49d6-997d-77df8350edf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '574d57df-06eb-431b-98b3-496feb19702b', 'attached_at': '', 'detached_at': '', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'serial': '496d1390-af53-49d6-997d-77df8350edf0'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 850.660137] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.660275] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.697201] env[69644]: DEBUG nova.objects.instance [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lazy-loading 'flavor' on Instance uuid a059e051-cdc3-4729-82c8-182bdf6d59cd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.784016] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c04af3-2518-5171-507b-d4ecfbbfc1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.784918] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc8e3b8-650b-46b2-ace2-26592b5b5066 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.791119] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 850.791119] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e2025-c179-9ee5-a9a3-816c5d4c41c3" [ 850.791119] env[69644]: _type = "Task" [ 850.791119] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.798472] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e2025-c179-9ee5-a9a3-816c5d4c41c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.882983] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.907311] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52674594-296a-4a69-9596-3c492a9102ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.914148] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fcb353-95e9-4229-a9a2-fa4197567488 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.945618] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02cdf84-30dd-46e7-8b08-e14a6e591833 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.953131] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7db072-d901-40e2-8214-20cee123ecc4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.967712] env[69644]: DEBUG nova.compute.provider_tree [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.058145] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.058310] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.058478] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.172630] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.176559] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 851.176559] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.205766] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.206066] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.302729] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e2025-c179-9ee5-a9a3-816c5d4c41c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.302729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.302897] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 709fd06c-c855-489f-aed1-8f49619e5391/709fd06c-c855-489f-aed1-8f49619e5391.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.303157] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac60bda1-d371-4d96-817f-c1bf7637c0b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.309924] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 851.309924] env[69644]: value = "task-3552875" [ 851.309924] env[69644]: _type = "Task" [ 851.309924] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.319422] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.474298] env[69644]: DEBUG nova.scheduler.client.report [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.594722] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.680166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.700333] env[69644]: DEBUG nova.objects.instance [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lazy-loading 'flavor' on Instance uuid 574d57df-06eb-431b-98b3-496feb19702b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.740715] env[69644]: DEBUG nova.network.neutron [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.780222] env[69644]: DEBUG nova.network.neutron [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.820890] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490929} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.821638] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 709fd06c-c855-489f-aed1-8f49619e5391/709fd06c-c855-489f-aed1-8f49619e5391.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.821863] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.822124] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a740985-e71d-48ba-9dfd-4f28b616ec0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828478] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 851.828478] env[69644]: value = "task-3552876" [ 851.828478] env[69644]: _type = "Task" [ 851.828478] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.838405] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.893534] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.919354] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.920119] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.920119] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.920119] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.920119] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.920290] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.920439] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.920599] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.920761] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.920922] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.921105] env[69644]: DEBUG nova.virt.hardware [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.922261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e948a48-4a6e-4086-b4a3-a9edf736fb0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.930352] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e4baa-3faf-4791-ad2d-0ef5b0c84834 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.949169] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.954493] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Creating folder: Project (2e4281aa6fa04da69dda4a43ed887053). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.954849] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f555fbd3-3168-4c1d-a8d2-6d28e20b94ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.966168] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Created folder: Project (2e4281aa6fa04da69dda4a43ed887053) in parent group-v709242. [ 851.966168] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Creating folder: Instances. Parent ref: group-v709392. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.966168] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c770b18-3c4f-4b64-a087-86e00499ac28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.975579] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Created folder: Instances in parent group-v709392. [ 851.975799] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.976007] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.976230] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cdef865-af9e-437e-a537-34a7d8488591 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.988551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.991205] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.816s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.995259] env[69644]: INFO nova.compute.claims [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.004818] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.004818] env[69644]: value = "task-3552879" [ 852.004818] env[69644]: _type = "Task" [ 852.004818] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.012868] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552879, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.019166] env[69644]: INFO nova.scheduler.client.report [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Deleted allocations for instance 2c025888-a4c5-4483-befb-17fe98648bdd [ 852.211602] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f5114994-3664-453f-94d2-6d3eeb1b4d29 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.285179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.285511] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Instance network_info: |[{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.285911] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:05:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3da513cf-be49-42d9-a7d8-8706b3df0496', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.293708] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.294196] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.294436] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e7c40f-14a7-4ac0-800f-8bd1043504b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.314094] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.314336] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.321600] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.321600] env[69644]: value = "task-3552880" [ 852.321600] env[69644]: _type = "Task" [ 852.321600] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.336710] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552880, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.341922] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059939} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.342972] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.342972] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098dacc1-ee56-48d4-81f9-e15808efe9ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.368706] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 709fd06c-c855-489f-aed1-8f49619e5391/709fd06c-c855-489f-aed1-8f49619e5391.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.371631] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a4517d-b54b-49cf-bc0e-d87c63c2b5f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.394615] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 852.394615] env[69644]: value = "task-3552881" [ 852.394615] env[69644]: _type = "Task" [ 852.394615] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.407855] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.501471] env[69644]: DEBUG nova.network.neutron [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.516681] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552879, 'name': CreateVM_Task, 'duration_secs': 0.447539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.518875] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.519096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.519284] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.519618] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.522025] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2f99df-055f-477f-9363-3eda7a862553 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.530026] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 852.530026] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521bfe0d-7451-bcc4-6849-f6e3c69a5229" [ 852.530026] env[69644]: _type = "Task" [ 852.530026] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.530026] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0424b17c-1c5f-4a6a-8ca1-f3003b4c7241 tempest-ListServerFiltersTestJSON-297691074 tempest-ListServerFiltersTestJSON-297691074-project-member] Lock "2c025888-a4c5-4483-befb-17fe98648bdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.692s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.538746] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521bfe0d-7451-bcc4-6849-f6e3c69a5229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.570861] env[69644]: DEBUG nova.compute.manager [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-changed-3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.570861] env[69644]: DEBUG nova.compute.manager [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing instance network info cache due to event network-changed-3da513cf-be49-42d9-a7d8-8706b3df0496. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.570861] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.570861] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.570861] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing network info cache for port 3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.817895] env[69644]: INFO nova.compute.manager [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Detaching volume 496d1390-af53-49d6-997d-77df8350edf0 [ 852.833391] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552880, 'name': CreateVM_Task, 'duration_secs': 0.391812} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.833636] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.834227] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.834796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.834796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.835053] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a742b3fe-e1b8-4387-9690-4e7ca415e4ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.840221] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 852.840221] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521721f5-e4d2-a23e-9326-1229612b93b4" [ 852.840221] env[69644]: _type = "Task" [ 852.840221] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.847750] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521721f5-e4d2-a23e-9326-1229612b93b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.852571] env[69644]: INFO nova.virt.block_device [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Attempting to driver detach volume 496d1390-af53-49d6-997d-77df8350edf0 from mountpoint /dev/sdb [ 852.852835] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.853050] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709388', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'name': 'volume-496d1390-af53-49d6-997d-77df8350edf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '574d57df-06eb-431b-98b3-496feb19702b', 'attached_at': '', 'detached_at': '', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'serial': '496d1390-af53-49d6-997d-77df8350edf0'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.853863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c5e0d-2378-4e0a-bb17-7e9e755072c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.875377] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76d763-c2a1-4fbb-a18e-a6d18492e3ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.883812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff26f9df-5822-4e86-bea7-b65a70ed7793 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908316] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d4009b-e4ca-44a1-a9df-7b481b19a84b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.915330] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552881, 'name': ReconfigVM_Task, 'duration_secs': 0.336063} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.925537] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 709fd06c-c855-489f-aed1-8f49619e5391/709fd06c-c855-489f-aed1-8f49619e5391.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.926236] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] The volume has not been displaced from its original location: [datastore1] volume-496d1390-af53-49d6-997d-77df8350edf0/volume-496d1390-af53-49d6-997d-77df8350edf0.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.931329] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.931671] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9590d67d-4beb-4df8-badb-6ff657f8de6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.933261] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f11e9e4d-bb69-401e-ab7b-c3882ae1ec6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953641] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 852.953641] env[69644]: value = "task-3552882" [ 852.953641] env[69644]: _type = "Task" [ 852.953641] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.953641] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 852.953641] env[69644]: value = "task-3552883" [ 852.953641] env[69644]: _type = "Task" [ 852.953641] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.964931] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552882, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.967745] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.011372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.011372] env[69644]: DEBUG nova.compute.manager [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Inject network info {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 853.011372] env[69644]: DEBUG nova.compute.manager [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] network_info to inject: |[{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 853.016164] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfiguring VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 853.016677] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdbec66-080b-4577-8ca6-9357704e7b60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.033528] env[69644]: DEBUG oslo_vmware.api [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 853.033528] env[69644]: value = "task-3552884" [ 853.033528] env[69644]: _type = "Task" [ 853.033528] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.041130] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521bfe0d-7451-bcc4-6849-f6e3c69a5229, 'name': SearchDatastore_Task, 'duration_secs': 0.016432} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.041511] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.041777] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.042033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.042194] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042480] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.045567] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b2647d-5d99-4daf-a51a-7950661e15b1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.047368] env[69644]: DEBUG oslo_vmware.api [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.063153] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.063153] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.063598] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffff02a-db5d-4c60-82e3-1fa1e5c40cce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.077319] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 853.077319] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf628f-c6d3-fba7-c476-6575fc2850e2" [ 853.077319] env[69644]: _type = "Task" [ 853.077319] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.084736] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf628f-c6d3-fba7-c476-6575fc2850e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.318667] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updated VIF entry in instance network info cache for port 3da513cf-be49-42d9-a7d8-8706b3df0496. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.319604] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.350492] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521721f5-e4d2-a23e-9326-1229612b93b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.352938] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.353186] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.353415] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.353558] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.353752] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.354342] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6675ecf0-d6ad-430c-9568-b62eb499312d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.362439] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.362642] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.365711] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c122b9-8794-4a63-ad6a-ac48ad87ec7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.372243] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 853.372243] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52462033-18b0-ed31-8c50-9b72f9d4486b" [ 853.372243] env[69644]: _type = "Task" [ 853.372243] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.379415] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52462033-18b0-ed31-8c50-9b72f9d4486b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.466921] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552882, 'name': Rename_Task, 'duration_secs': 0.154731} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470124] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.470411] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552883, 'name': ReconfigVM_Task, 'duration_secs': 0.262562} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.472756] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe0ecf7-93db-4048-af62-dfb5069ae778 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.474311] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.479083] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19e30b9-396c-41d8-b057-51ec1c360728 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.498152] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 853.498152] env[69644]: value = "task-3552886" [ 853.498152] env[69644]: _type = "Task" [ 853.498152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.498152] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 853.498152] env[69644]: value = "task-3552885" [ 853.498152] env[69644]: _type = "Task" [ 853.498152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.507869] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.513440] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.523027] env[69644]: DEBUG nova.objects.instance [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lazy-loading 'flavor' on Instance uuid a059e051-cdc3-4729-82c8-182bdf6d59cd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.548101] env[69644]: DEBUG oslo_vmware.api [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552884, 'name': ReconfigVM_Task, 'duration_secs': 0.160068} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.548101] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2322154f-bdb2-4284-b8ce-5a5c9fb9f681 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfigured VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 853.581530] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb5367-fa9b-4ed3-811f-ed6ff83f2342 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.587723] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cf628f-c6d3-fba7-c476-6575fc2850e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.588857] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74602c25-7862-4cce-a5ff-2bb3a0ebcfc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.595078] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4884a68-5400-4d4a-9b83-53d20cc8f002 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.600497] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 853.600497] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5251baec-4781-105f-b6b9-2560eb115144" [ 853.600497] env[69644]: _type = "Task" [ 853.600497] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.633850] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58332021-e4b2-4fe6-8db3-4228b6b49bb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.640549] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5251baec-4781-105f-b6b9-2560eb115144, 'name': SearchDatastore_Task, 'duration_secs': 0.012639} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.641125] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.641397] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.641762] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f0aa548-3265-436a-87ae-decf40911fc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.647471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbfc1d-03d5-4351-b0cf-91d50738739c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.652544] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 853.652544] env[69644]: value = "task-3552887" [ 853.652544] env[69644]: _type = "Task" [ 853.652544] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.663915] env[69644]: DEBUG nova.compute.provider_tree [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.672659] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.821998] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.822278] env[69644]: DEBUG nova.compute.manager [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.822372] env[69644]: DEBUG nova.compute.manager [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing instance network info cache due to event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.822625] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.822801] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823012] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.882864] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52462033-18b0-ed31-8c50-9b72f9d4486b, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.883767] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1087657-efe9-45ad-9720-501069a1eaca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.889892] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 853.889892] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fae1a-bae2-758f-6f0f-b570d2831c47" [ 853.889892] env[69644]: _type = "Task" [ 853.889892] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.898573] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fae1a-bae2-758f-6f0f-b570d2831c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.012238] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.015726] env[69644]: DEBUG oslo_vmware.api [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3552886, 'name': ReconfigVM_Task, 'duration_secs': 0.170354} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.016098] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709388', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'name': 'volume-496d1390-af53-49d6-997d-77df8350edf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '574d57df-06eb-431b-98b3-496feb19702b', 'attached_at': '', 'detached_at': '', 'volume_id': '496d1390-af53-49d6-997d-77df8350edf0', 'serial': '496d1390-af53-49d6-997d-77df8350edf0'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 854.031780] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.163292] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481418} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.163569] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.163805] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.164098] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96423c1e-5ac6-4957-b0e0-a453407aa4ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.166863] env[69644]: DEBUG nova.scheduler.client.report [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.175027] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 854.175027] env[69644]: value = "task-3552888" [ 854.175027] env[69644]: _type = "Task" [ 854.175027] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.183815] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.399700] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fae1a-bae2-758f-6f0f-b570d2831c47, 'name': SearchDatastore_Task, 'duration_secs': 0.016455} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.400926] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.400926] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 509f9465-ccde-4d41-92f7-acd72545ec42/509f9465-ccde-4d41-92f7-acd72545ec42.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.402207] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b96a63-0557-4a8d-a677-0e890bb9a535 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.409475] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 854.409475] env[69644]: value = "task-3552889" [ 854.409475] env[69644]: _type = "Task" [ 854.409475] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.418724] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.510476] env[69644]: DEBUG oslo_vmware.api [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552885, 'name': PowerOnVM_Task, 'duration_secs': 0.543} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.510627] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.510858] env[69644]: INFO nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Took 10.13 seconds to spawn the instance on the hypervisor. [ 854.511047] env[69644]: DEBUG nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.511863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b149c-70a1-4531-936d-fd03496c8270 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.568260] env[69644]: DEBUG nova.objects.instance [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lazy-loading 'flavor' on Instance uuid 574d57df-06eb-431b-98b3-496feb19702b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.570596] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updated VIF entry in instance network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.570972] env[69644]: DEBUG nova.network.neutron [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.672554] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.672929] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.675718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.075s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.677320] env[69644]: INFO nova.compute.claims [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.693121] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069905} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.693121] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.693121] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d84b8b2-976e-422d-aa2b-215fa28a8f8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.723692] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.723692] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c61f71-ad36-444a-a987-1373a0674f52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.759238] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 854.759238] env[69644]: value = "task-3552890" [ 854.759238] env[69644]: _type = "Task" [ 854.759238] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.765408] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.920413] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501228} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.924020] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 509f9465-ccde-4d41-92f7-acd72545ec42/509f9465-ccde-4d41-92f7-acd72545ec42.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.924020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.924020] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d58b7f-3738-4fbf-808d-49dbe8f460cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.928382] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 854.928382] env[69644]: value = "task-3552891" [ 854.928382] env[69644]: _type = "Task" [ 854.928382] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.938633] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.031248] env[69644]: INFO nova.compute.manager [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Took 44.92 seconds to build instance. [ 855.074560] env[69644]: DEBUG oslo_concurrency.lockutils [req-e106eb74-e55a-4810-a470-ee84399ec4b2 req-e2ebd23c-ee1a-4fd7-9180-7604c3aa2c2e service nova] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.076097] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.186326] env[69644]: DEBUG nova.compute.utils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.186326] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.186326] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.271142] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.284492] env[69644]: DEBUG nova.policy [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b1d607c30642c6b625362507dd7cb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a7a86536e724b07b87743297be16bf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.441167] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07661} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.441447] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.442619] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44315697-f440-48dc-84e9-fbb14819a22f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.475644] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 509f9465-ccde-4d41-92f7-acd72545ec42/509f9465-ccde-4d41-92f7-acd72545ec42.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.477161] env[69644]: DEBUG nova.network.neutron [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.479386] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da4736e-0e25-40ec-8f54-40ff8e1161f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.509993] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 855.509993] env[69644]: value = "task-3552892" [ 855.509993] env[69644]: _type = "Task" [ 855.509993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.521103] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.539174] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dccb15a5-31ab-4f8a-85c1-35d090c765f2 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.154s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.579199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3ebd6abb-dca5-4731-b438-5e78137130ce tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.694833] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.767488] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.774023] env[69644]: DEBUG nova.compute.manager [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.774220] env[69644]: DEBUG nova.compute.manager [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing instance network info cache due to event network-changed-7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.774608] env[69644]: DEBUG oslo_concurrency.lockutils [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] Acquiring lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.005271] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "709fd06c-c855-489f-aed1-8f49619e5391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.005725] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.005756] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "709fd06c-c855-489f-aed1-8f49619e5391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.006578] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.006578] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.009036] env[69644]: INFO nova.compute.manager [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Terminating instance [ 856.025780] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552892, 'name': ReconfigVM_Task, 'duration_secs': 0.299586} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.028963] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 509f9465-ccde-4d41-92f7-acd72545ec42/509f9465-ccde-4d41-92f7-acd72545ec42.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.030436] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98cf404e-fd77-4bce-b555-8e905f58dcdd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.036781] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 856.036781] env[69644]: value = "task-3552893" [ 856.036781] env[69644]: _type = "Task" [ 856.036781] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.043494] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.051383] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552893, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.199779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ef438-72a1-4523-a4c7-6c15c8aec145 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.210662] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86a86e-01bd-499a-bc0c-1f067cd22afc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.215011] env[69644]: DEBUG nova.network.neutron [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.245816] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9af8907-b7c3-4ecd-b724-8661564a183c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.255146] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d78515-b227-4449-8c72-3cb3e39068ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.272008] env[69644]: DEBUG nova.compute.provider_tree [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.277056] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552890, 'name': ReconfigVM_Task, 'duration_secs': 1.106055} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.277325] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.278059] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897e888e-b4ef-453f-abd2-aaf3c3c59b30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.285534] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 856.285534] env[69644]: value = "task-3552894" [ 856.285534] env[69644]: _type = "Task" [ 856.285534] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.294253] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552894, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.468206] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Successfully created port: bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.517693] env[69644]: DEBUG nova.compute.manager [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.517931] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.519572] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85946d9-71a1-4bb2-ac69-cccef9606052 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.529582] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.529582] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91bbf00b-91c4-4d7e-b878-7ea4cd708b71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.536756] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 856.536756] env[69644]: value = "task-3552895" [ 856.536756] env[69644]: _type = "Task" [ 856.536756] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.562459] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552893, 'name': Rename_Task, 'duration_secs': 0.1545} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.562459] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.562459] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.562459] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b57c051-d5cf-4a57-9b59-b1601cb96a5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.568352] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 856.568352] env[69644]: value = "task-3552896" [ 856.568352] env[69644]: _type = "Task" [ 856.568352] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.573471] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.582024] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.606673] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.606934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.710026] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.718451] env[69644]: DEBUG oslo_concurrency.lockutils [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.718744] env[69644]: DEBUG nova.compute.manager [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Inject network info {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 856.718960] env[69644]: DEBUG nova.compute.manager [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] network_info to inject: |[{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 856.724897] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfiguring VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 856.725279] env[69644]: DEBUG oslo_concurrency.lockutils [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] Acquired lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.725668] env[69644]: DEBUG nova.network.neutron [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Refreshing network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.727516] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1b8c34-34b1-44bf-b77b-8eb07854b5cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.753267] env[69644]: DEBUG oslo_vmware.api [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 856.753267] env[69644]: value = "task-3552897" [ 856.753267] env[69644]: _type = "Task" [ 856.753267] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.757200] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.757683] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.757683] env[69644]: DEBUG nova.virt.hardware [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.759569] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e6558-a3a1-44ef-a17b-dc249f238d0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.777020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d23595-d0e7-49fe-9915-dbc3dd7cf29f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.781425] env[69644]: DEBUG nova.scheduler.client.report [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.786306] env[69644]: DEBUG oslo_vmware.api [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.806246] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552894, 'name': Rename_Task, 'duration_secs': 0.336815} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.806531] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.807207] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a76a83-f361-456e-b77d-0bd218ba96b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.814342] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 856.814342] env[69644]: value = "task-3552898" [ 856.814342] env[69644]: _type = "Task" [ 856.814342] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.823114] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.050319] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552895, 'name': PowerOffVM_Task, 'duration_secs': 0.458922} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.050629] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.050740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.051000] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8063a80-6d06-42fe-a5e0-dfff576d4105 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.082012] env[69644]: DEBUG oslo_vmware.api [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3552896, 'name': PowerOnVM_Task, 'duration_secs': 0.506435} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.082012] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.082012] env[69644]: INFO nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Took 7.93 seconds to spawn the instance on the hypervisor. [ 857.082012] env[69644]: DEBUG nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.082012] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b237fd-ebef-4d7b-aa04-b1a13fdbd834 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.120916] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.121231] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.121412] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Deleting the datastore file [datastore1] 709fd06c-c855-489f-aed1-8f49619e5391 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.124865] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10af7bc-da91-46c3-bdf7-343b78f99724 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.131931] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for the task: (returnval){ [ 857.131931] env[69644]: value = "task-3552900" [ 857.131931] env[69644]: _type = "Task" [ 857.131931] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.144449] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.266892] env[69644]: DEBUG oslo_vmware.api [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552897, 'name': ReconfigVM_Task, 'duration_secs': 0.204827} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.267496] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-89a53bd7-a4e8-4601-b491-37fdfe3a37cd tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Reconfigured VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 857.287311] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.288434] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.259s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.288702] env[69644]: DEBUG nova.objects.instance [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lazy-loading 'resources' on Instance uuid 4e21cb86-05f7-4df2-b358-13deea78e690 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.313272] env[69644]: DEBUG nova.network.neutron [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updated VIF entry in instance network info cache for port 7c825412-dcb7-4362-b92a-1fd671f13480. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.313680] env[69644]: DEBUG nova.network.neutron [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [{"id": "7c825412-dcb7-4362-b92a-1fd671f13480", "address": "fa:16:3e:a5:6b:2c", "network": {"id": "9d3d38df-a973-4897-a96a-f58662a550cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1039143756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68c5b1d7a9b4d0e9ef14ad1fecd1987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c825412-dc", "ovs_interfaceid": "7c825412-dcb7-4362-b92a-1fd671f13480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.327013] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.449284] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.449605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.449823] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.450022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.450201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.452613] env[69644]: INFO nova.compute.manager [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Terminating instance [ 857.607577] env[69644]: INFO nova.compute.manager [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Took 44.52 seconds to build instance. [ 857.645244] env[69644]: DEBUG oslo_vmware.api [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Task: {'id': task-3552900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305099} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.645552] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.645698] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.645875] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.646066] env[69644]: INFO nova.compute.manager [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Took 1.13 seconds to destroy the instance on the hypervisor. [ 857.646309] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.646500] env[69644]: DEBUG nova.compute.manager [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.646594] env[69644]: DEBUG nova.network.neutron [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.797029] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "88841b64-c848-46f7-8431-0b49c1751bdf" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.797029] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "88841b64-c848-46f7-8431-0b49c1751bdf" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.817633] env[69644]: DEBUG oslo_concurrency.lockutils [req-1870f11d-e8fb-4349-bc38-3123da1864a5 req-2086df25-bc31-4a4f-8e71-cddccf24237e service nova] Releasing lock "refresh_cache-a059e051-cdc3-4729-82c8-182bdf6d59cd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.830089] env[69644]: DEBUG oslo_vmware.api [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552898, 'name': PowerOnVM_Task, 'duration_secs': 0.636551} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.830367] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.830563] env[69644]: INFO nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Took 5.94 seconds to spawn the instance on the hypervisor. [ 857.831446] env[69644]: DEBUG nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.831578] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a5a97-5125-406a-b1b2-066fd5df182a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.957145] env[69644]: DEBUG nova.compute.manager [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.957237] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.962210] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12aa62a-4f63-40ff-b378-7bc90034b290 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.975403] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.976104] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e98b725-58e1-486e-98b5-861ffeafcabe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.983544] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 857.983544] env[69644]: value = "task-3552901" [ 857.983544] env[69644]: _type = "Task" [ 857.983544] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.993148] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.079836] env[69644]: DEBUG nova.compute.manager [req-ea5d5e2e-a802-4e01-a84e-2fd6408fa1cc req-61871995-0a9f-4bdd-9118-8ca138ce76c9 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Received event network-vif-deleted-6c1407d1-bba9-482b-8158-871cfda9a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.079836] env[69644]: INFO nova.compute.manager [req-ea5d5e2e-a802-4e01-a84e-2fd6408fa1cc req-61871995-0a9f-4bdd-9118-8ca138ce76c9 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Neutron deleted interface 6c1407d1-bba9-482b-8158-871cfda9a19f; detaching it from the instance and deleting it from the info cache [ 858.079836] env[69644]: DEBUG nova.network.neutron [req-ea5d5e2e-a802-4e01-a84e-2fd6408fa1cc req-61871995-0a9f-4bdd-9118-8ca138ce76c9 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.111517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-734e434d-433b-44cb-8d1f-84bce0378a69 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.352s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.299682] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "88841b64-c848-46f7-8431-0b49c1751bdf" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.300755] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.357868] env[69644]: INFO nova.compute.manager [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Took 41.97 seconds to build instance. [ 858.373567] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc0c19-97bd-4d9b-a3d1-42320593bd58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.383908] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e0d64-a34a-47a5-b4fe-f3cbc93f8c4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.388524] env[69644]: DEBUG nova.compute.manager [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Received event network-vif-plugged-bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.388740] env[69644]: DEBUG oslo_concurrency.lockutils [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] Acquiring lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.388884] env[69644]: DEBUG oslo_concurrency.lockutils [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] Lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.389156] env[69644]: DEBUG oslo_concurrency.lockutils [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] Lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.389346] env[69644]: DEBUG nova.compute.manager [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] No waiting events found dispatching network-vif-plugged-bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 858.389507] env[69644]: WARNING nova.compute.manager [req-7ee7d313-890d-4a37-a061-9e3e5bf78ded req-aba30507-975b-4275-a3fd-ba5d1c09666c service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Received unexpected event network-vif-plugged-bca7b839-91bb-476c-91bd-13f81d1d35c2 for instance with vm_state building and task_state spawning. [ 858.419494] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Successfully updated port: bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.421057] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd2fca0-3162-446e-9819-28a708f95d5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.428890] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a6174f-0c1d-4491-bc19-61f12a0663a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.443325] env[69644]: DEBUG nova.compute.provider_tree [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.498294] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552901, 'name': PowerOffVM_Task, 'duration_secs': 0.325908} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.502026] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.502026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.502026] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4658e7d0-08b2-4c09-8d3a-cb1ee061098f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.502026] env[69644]: DEBUG nova.network.neutron [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.566578] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.566808] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.566984] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Deleting the datastore file [datastore2] a059e051-cdc3-4729-82c8-182bdf6d59cd {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.567279] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927b92ff-52c5-4df1-818d-4eddb3b8d4f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.575497] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for the task: (returnval){ [ 858.575497] env[69644]: value = "task-3552903" [ 858.575497] env[69644]: _type = "Task" [ 858.575497] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.584470] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.584702] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2375fcc8-4fa8-4b43-8772-d8212ad0b313 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.592964] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147f0eb-f38f-4311-8f1c-c9b30d1fa05f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.614860] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.630594] env[69644]: DEBUG nova.compute.manager [req-ea5d5e2e-a802-4e01-a84e-2fd6408fa1cc req-61871995-0a9f-4bdd-9118-8ca138ce76c9 service nova] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Detach interface failed, port_id=6c1407d1-bba9-482b-8158-871cfda9a19f, reason: Instance 709fd06c-c855-489f-aed1-8f49619e5391 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.810248] env[69644]: DEBUG nova.compute.utils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.810248] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.810248] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.863246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-505888e8-641c-4910-a236-e40a09fdfbfe tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.505s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.926402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.926402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquired lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.926402] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.938016] env[69644]: DEBUG nova.policy [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e609a35f5c4a228ef3b6a38eed4833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba02eadf3abe47f2a1a8f2ff06f99b53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.950434] env[69644]: DEBUG nova.scheduler.client.report [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.005148] env[69644]: INFO nova.compute.manager [-] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Took 1.36 seconds to deallocate network for instance. [ 859.087182] env[69644]: DEBUG oslo_vmware.api [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Task: {'id': task-3552903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256221} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.087897] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.088303] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.088766] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.089088] env[69644]: INFO nova.compute.manager [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.089429] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.089754] env[69644]: DEBUG nova.compute.manager [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.089965] env[69644]: DEBUG nova.network.neutron [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.115468] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "946a178d-8b92-42fe-bc85-ff796453cd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.115468] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.162216] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.313404] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.364559] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.458225] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.459363] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.841s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.461524] env[69644]: INFO nova.compute.claims [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.487219] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.489967] env[69644]: INFO nova.scheduler.client.report [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Deleted allocations for instance 4e21cb86-05f7-4df2-b358-13deea78e690 [ 859.511237] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.707418] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Successfully created port: bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.779398] env[69644]: DEBUG nova.network.neutron [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Updating instance_info_cache with network_info: [{"id": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "address": "fa:16:3e:06:67:00", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca7b839-91", "ovs_interfaceid": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.899388] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.997719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-db31a8b2-e85b-4dda-a7ab-3eced07cb78a tempest-ServerMetadataNegativeTestJSON-881689973 tempest-ServerMetadataNegativeTestJSON-881689973-project-member] Lock "4e21cb86-05f7-4df2-b358-13deea78e690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.798s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.152996] env[69644]: INFO nova.compute.manager [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Rebuilding instance [ 860.185841] env[69644]: DEBUG nova.network.neutron [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.219023] env[69644]: DEBUG nova.compute.manager [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.219023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd9913-3e53-429f-babe-8ae652432acc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.283624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Releasing lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.283992] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Instance network_info: |[{"id": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "address": "fa:16:3e:06:67:00", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca7b839-91", "ovs_interfaceid": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.284468] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:67:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca7b839-91bb-476c-91bd-13f81d1d35c2', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.292903] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Creating folder: Project (4a7a86536e724b07b87743297be16bf5). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.292995] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-666e2320-cecf-44ac-aba6-cf0457da83c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.305738] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Created folder: Project (4a7a86536e724b07b87743297be16bf5) in parent group-v709242. [ 860.306024] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Creating folder: Instances. Parent ref: group-v709396. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.306361] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618acebe-b46b-48a2-8c59-12eb073919a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.316744] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Created folder: Instances in parent group-v709396. [ 860.316744] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.316878] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.317102] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55757a93-14e1-4b0a-a313-d657958b7ad2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.337275] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.349679] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.349679] env[69644]: value = "task-3552906" [ 860.349679] env[69644]: _type = "Task" [ 860.349679] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.349897] env[69644]: DEBUG nova.compute.manager [req-bf79e7e0-0b1f-4680-8e32-41536274fbfc req-2b078423-1a8f-446c-b3aa-15d80229be7e service nova] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Received event network-vif-deleted-7c825412-dcb7-4362-b92a-1fd671f13480 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.364016] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552906, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.373505] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.373753] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.373945] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.374222] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.374314] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.374892] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.374892] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.375211] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.375211] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.375305] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.375485] env[69644]: DEBUG nova.virt.hardware [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.376698] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057518c-4cbc-4e6f-a298-be028880bd89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.389040] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c4d4f-dfd3-4ef5-92ab-30df6a6f8421 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.646421] env[69644]: DEBUG nova.compute.manager [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Received event network-changed-bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.646612] env[69644]: DEBUG nova.compute.manager [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Refreshing instance network info cache due to event network-changed-bca7b839-91bb-476c-91bd-13f81d1d35c2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.646844] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Acquiring lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.646963] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Acquired lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.647570] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Refreshing network info cache for port bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.697649] env[69644]: INFO nova.compute.manager [-] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Took 1.61 seconds to deallocate network for instance. [ 860.858982] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552906, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.010507] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac637518-222b-4bb4-927a-8942626f64a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.019342] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c0730-22e7-4e0f-8cfe-a51d47056599 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.053229] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b7c207-5bad-4ffe-beb2-d70b9c24662f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.061089] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a818b24-340f-4a0e-8abe-4353b89b6d0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.075504] env[69644]: DEBUG nova.compute.provider_tree [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.209061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.236138] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.236559] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e1e0bb-e243-498d-ac55-a40d54e09c99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.246862] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 861.246862] env[69644]: value = "task-3552907" [ 861.246862] env[69644]: _type = "Task" [ 861.246862] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.254485] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.360707] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552906, 'name': CreateVM_Task, 'duration_secs': 0.583575} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.361545] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.362264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.362478] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.363160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.363478] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a61f236-93a1-4364-8ef0-0c5fac87cc9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.368416] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 861.368416] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52558e04-2c3f-1a9c-d19e-252938babb34" [ 861.368416] env[69644]: _type = "Task" [ 861.368416] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.376778] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52558e04-2c3f-1a9c-d19e-252938babb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.389510] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Updated VIF entry in instance network info cache for port bca7b839-91bb-476c-91bd-13f81d1d35c2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.389878] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Updating instance_info_cache with network_info: [{"id": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "address": "fa:16:3e:06:67:00", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca7b839-91", "ovs_interfaceid": "bca7b839-91bb-476c-91bd-13f81d1d35c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.577798] env[69644]: DEBUG nova.scheduler.client.report [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.605924] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Successfully updated port: bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.757272] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552907, 'name': PowerOffVM_Task, 'duration_secs': 0.145661} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.757587] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.757816] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.758588] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c56aee-a2c4-4b3d-a532-dbd99c5ecdd6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.764951] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.765218] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-812c5281-4df0-4097-b831-0b8680556022 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.791014] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.791260] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.791450] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Deleting the datastore file [datastore2] cdd9a309-f77f-4948-80f4-4bccb68875bb {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.791720] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1661181e-c959-4e07-acf0-7f0d98b71029 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.799145] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 861.799145] env[69644]: value = "task-3552909" [ 861.799145] env[69644]: _type = "Task" [ 861.799145] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.809880] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.878338] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52558e04-2c3f-1a9c-d19e-252938babb34, 'name': SearchDatastore_Task, 'duration_secs': 0.01899} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.878633] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.878863] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.879119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879270] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879450] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.879711] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d7e9be-3f09-46b3-a83f-be3c8f69aca0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.892715] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Releasing lock "refresh_cache-f3fdb268-4783-408f-b007-1df2e37b2007" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.892972] env[69644]: DEBUG nova.compute.manager [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-changed-3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.893160] env[69644]: DEBUG nova.compute.manager [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing instance network info cache due to event network-changed-3da513cf-be49-42d9-a7d8-8706b3df0496. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.893369] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.893509] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.893667] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing network info cache for port 3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.896836] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.897101] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.897769] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37649938-bc88-4c37-a9e1-841223a0aa0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.903434] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 861.903434] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528ad127-3145-cc38-6862-2966fec63739" [ 861.903434] env[69644]: _type = "Task" [ 861.903434] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.914241] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528ad127-3145-cc38-6862-2966fec63739, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.915053] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23c8b3c-f966-4078-a565-44fea43c8ef5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.919949] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 861.919949] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52065cf0-458d-9831-156c-a3a3b54f8336" [ 861.919949] env[69644]: _type = "Task" [ 861.919949] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.930710] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52065cf0-458d-9831-156c-a3a3b54f8336, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.930950] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.931213] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f3fdb268-4783-408f-b007-1df2e37b2007/f3fdb268-4783-408f-b007-1df2e37b2007.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.931452] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5baf690e-5f53-43c2-b223-440b8f9ba6e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.937761] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 861.937761] env[69644]: value = "task-3552910" [ 861.937761] env[69644]: _type = "Task" [ 861.937761] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.945376] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.083511] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.084288] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.087370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.509s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.087529] env[69644]: DEBUG nova.objects.instance [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lazy-loading 'resources' on Instance uuid ce792e60-07e4-493c-8dc8-c48e8f215ca8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.108829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.108961] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquired lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.109121] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.310995] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15642} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.310995] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.310995] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.311523] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.449130] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.590548] env[69644]: DEBUG nova.compute.utils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.594503] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.594686] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.673460] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.690787] env[69644]: DEBUG nova.policy [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cabcfcbe94e4b899f7cf63f5fadc6b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc6494c5b5244509be8be3f8ce3e567', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.898373] env[69644]: DEBUG nova.network.neutron [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Updating instance_info_cache with network_info: [{"id": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "address": "fa:16:3e:f4:1d:97", "network": {"id": "dc094e2e-fbc1-4906-a921-c258c807b7ed", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-429397802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba02eadf3abe47f2a1a8f2ff06f99b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedd1d12-9a", "ovs_interfaceid": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.954148] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551623} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.954148] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f3fdb268-4783-408f-b007-1df2e37b2007/f3fdb268-4783-408f-b007-1df2e37b2007.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.954148] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.954283] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a4a3e0-d14c-428a-8673-7892ff923db7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.961601] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 862.961601] env[69644]: value = "task-3552911" [ 862.961601] env[69644]: _type = "Task" [ 862.961601] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.972498] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.982724] env[69644]: DEBUG nova.compute.manager [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Received event network-vif-plugged-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.982937] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Acquiring lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.983164] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.983333] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.983520] env[69644]: DEBUG nova.compute.manager [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] No waiting events found dispatching network-vif-plugged-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.983690] env[69644]: WARNING nova.compute.manager [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Received unexpected event network-vif-plugged-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 for instance with vm_state building and task_state spawning. [ 862.983857] env[69644]: DEBUG nova.compute.manager [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Received event network-changed-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.984041] env[69644]: DEBUG nova.compute.manager [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Refreshing instance network info cache due to event network-changed-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.984224] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Acquiring lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.060616] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Successfully created port: 8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.097688] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.103230] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updated VIF entry in instance network info cache for port 3da513cf-be49-42d9-a7d8-8706b3df0496. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.103586] env[69644]: DEBUG nova.network.neutron [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.228128] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182957f-bcd3-47ed-897a-319bdde1e8f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.236508] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c04d7a-c986-43bb-a07b-915d2065cf19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.271378] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e282c42-3def-48d3-ac51-bbcd7d854754 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.279261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2360660e-d69b-4182-a5fc-5c858a6f0e53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.294725] env[69644]: DEBUG nova.compute.provider_tree [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.349299] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.349567] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.349713] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.349892] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.350062] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.350226] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.350440] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.350600] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.350770] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.350986] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.351137] env[69644]: DEBUG nova.virt.hardware [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.352033] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664d6c5-0b27-400b-89a4-b981df678ad5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.360904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf97cfd-4948-4be2-82f0-969dce4fd746 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.374606] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.380301] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.380895] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.381146] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477fb9dc-858e-4419-ae27-bd2a4b242a38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.398763] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.398763] env[69644]: value = "task-3552912" [ 863.398763] env[69644]: _type = "Task" [ 863.398763] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.403892] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Releasing lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.404298] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Instance network_info: |[{"id": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "address": "fa:16:3e:f4:1d:97", "network": {"id": "dc094e2e-fbc1-4906-a921-c258c807b7ed", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-429397802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba02eadf3abe47f2a1a8f2ff06f99b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedd1d12-9a", "ovs_interfaceid": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.404593] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Acquired lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.404768] env[69644]: DEBUG nova.network.neutron [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Refreshing network info cache for port bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.406117] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:1d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bedd1d12-9a95-42c8-be4e-cc7d9070f5d0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.414564] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Creating folder: Project (ba02eadf3abe47f2a1a8f2ff06f99b53). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.417862] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a1a2b8-288d-4c92-869f-59770921256b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.423218] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552912, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.433048] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Created folder: Project (ba02eadf3abe47f2a1a8f2ff06f99b53) in parent group-v709242. [ 863.433234] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Creating folder: Instances. Parent ref: group-v709400. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.433534] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8269916-21dd-416a-8d2d-5054f7a81c98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.443536] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Created folder: Instances in parent group-v709400. [ 863.443694] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.443841] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.444074] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45bda65a-f5bd-4f23-be0a-f2059ebd56de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.462999] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.462999] env[69644]: value = "task-3552915" [ 863.462999] env[69644]: _type = "Task" [ 863.462999] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.474783] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10881} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.477828] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.478083] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552915, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.478737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d534ae0-d60c-474e-a7a2-ee940350a28b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.500267] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f3fdb268-4783-408f-b007-1df2e37b2007/f3fdb268-4783-408f-b007-1df2e37b2007.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.500570] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a5ba93-a3f9-46ad-b4f9-707c0b0eb03c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.521773] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 863.521773] env[69644]: value = "task-3552916" [ 863.521773] env[69644]: _type = "Task" [ 863.521773] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.531185] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.608103] env[69644]: DEBUG oslo_concurrency.lockutils [req-436bbe14-355c-4383-87ce-30923965186b req-1b01d1e6-0fbc-4dd1-aab8-681e48bfe38e service nova] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.703157] env[69644]: DEBUG nova.network.neutron [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Updated VIF entry in instance network info cache for port bedd1d12-9a95-42c8-be4e-cc7d9070f5d0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.703682] env[69644]: DEBUG nova.network.neutron [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Updating instance_info_cache with network_info: [{"id": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "address": "fa:16:3e:f4:1d:97", "network": {"id": "dc094e2e-fbc1-4906-a921-c258c807b7ed", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-429397802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba02eadf3abe47f2a1a8f2ff06f99b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedd1d12-9a", "ovs_interfaceid": "bedd1d12-9a95-42c8-be4e-cc7d9070f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.797814] env[69644]: DEBUG nova.scheduler.client.report [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.908998] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552912, 'name': CreateVM_Task, 'duration_secs': 0.47269} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.909212] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.909829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.909996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.910320] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.910567] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ccfc44-565d-496c-bafa-1595b001ab38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.914798] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 863.914798] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5202fc5e-b574-872b-39c1-ee7c1c1595b3" [ 863.914798] env[69644]: _type = "Task" [ 863.914798] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.921859] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5202fc5e-b574-872b-39c1-ee7c1c1595b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.975518] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552915, 'name': CreateVM_Task, 'duration_secs': 0.36584} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.975684] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.976411] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.976574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.976896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.977482] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb6c796-a6d7-4c78-abd5-981db20c778d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.981816] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 863.981816] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52229774-68b8-beaa-06bf-6cec156debf2" [ 863.981816] env[69644]: _type = "Task" [ 863.981816] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.989646] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52229774-68b8-beaa-06bf-6cec156debf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.031342] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552916, 'name': ReconfigVM_Task, 'duration_secs': 0.300288} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.031627] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f3fdb268-4783-408f-b007-1df2e37b2007/f3fdb268-4783-408f-b007-1df2e37b2007.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.032252] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d8ea17e-5187-434d-8ac7-1dfc3fd0320c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.039510] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 864.039510] env[69644]: value = "task-3552917" [ 864.039510] env[69644]: _type = "Task" [ 864.039510] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.050165] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552917, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.108257] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.129959] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.130227] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.130386] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.130569] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.130715] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.130860] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.131079] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.131244] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.131411] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.131570] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.131740] env[69644]: DEBUG nova.virt.hardware [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.132646] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d2614-b1aa-4fce-9ccc-f1f9cdcc6598 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.140710] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3adf7a-1266-4002-aba5-b72311eafa1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.206892] env[69644]: DEBUG oslo_concurrency.lockutils [req-9c486bea-b532-4817-8c3e-c6d7efc37154 req-3e9027a0-0ae5-4e5e-a001-0bce74e8f395 service nova] Releasing lock "refresh_cache-7c77043c-3aea-455a-8645-d27ccbde444c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.306051] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.526s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.306374] env[69644]: DEBUG nova.objects.instance [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lazy-loading 'resources' on Instance uuid caebb894-36f0-481c-9da2-8f3278edb6e2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.336830] env[69644]: INFO nova.scheduler.client.report [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Deleted allocations for instance ce792e60-07e4-493c-8dc8-c48e8f215ca8 [ 864.425727] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5202fc5e-b574-872b-39c1-ee7c1c1595b3, 'name': SearchDatastore_Task, 'duration_secs': 0.031884} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.426030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.426318] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.426696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.426762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.426987] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.427301] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5059ad10-b50b-45df-ac4d-faaca48dd6dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.436665] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.436850] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.437586] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1125907a-f7f5-4e69-80aa-7c256b999a7c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.442732] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 864.442732] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521fbe89-d14a-9074-6a11-327c7835471c" [ 864.442732] env[69644]: _type = "Task" [ 864.442732] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.450567] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521fbe89-d14a-9074-6a11-327c7835471c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.492380] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52229774-68b8-beaa-06bf-6cec156debf2, 'name': SearchDatastore_Task, 'duration_secs': 0.02948} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.492964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.492964] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.493153] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493316] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493469] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.493738] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b5fb70d-a365-4cfd-baa7-30ce45fc9e1e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.504659] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.504823] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.505562] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405f54a5-70bb-4791-8722-839629e1032a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.511508] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 864.511508] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5284784a-5a27-3275-b995-4aeefe29159d" [ 864.511508] env[69644]: _type = "Task" [ 864.511508] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.522628] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5284784a-5a27-3275-b995-4aeefe29159d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.530458] env[69644]: DEBUG nova.compute.manager [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Received event network-vif-plugged-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.530458] env[69644]: DEBUG oslo_concurrency.lockutils [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] Acquiring lock "d0285883-3f7c-4783-92fa-e3911a173871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.530458] env[69644]: DEBUG oslo_concurrency.lockutils [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] Lock "d0285883-3f7c-4783-92fa-e3911a173871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.530458] env[69644]: DEBUG oslo_concurrency.lockutils [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] Lock "d0285883-3f7c-4783-92fa-e3911a173871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.530458] env[69644]: DEBUG nova.compute.manager [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] No waiting events found dispatching network-vif-plugged-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.530458] env[69644]: WARNING nova.compute.manager [req-2a4705df-5473-45a4-8102-e25b9d1c40f8 req-1c01a15e-631a-46c3-a0cd-a650f49881e7 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Received unexpected event network-vif-plugged-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a for instance with vm_state building and task_state spawning. [ 864.549532] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552917, 'name': Rename_Task, 'duration_secs': 0.168093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.549867] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.550182] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af91134-d2e7-4a90-a995-17ac3359e8df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.557459] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 864.557459] env[69644]: value = "task-3552918" [ 864.557459] env[69644]: _type = "Task" [ 864.557459] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.565441] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.601243] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Successfully updated port: 8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.846412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8acac6ec-9f73-4f00-a5c9-5dce91ee6f4f tempest-ServersTestMultiNic-1929872957 tempest-ServersTestMultiNic-1929872957-project-member] Lock "ce792e60-07e4-493c-8dc8-c48e8f215ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.439s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.953771] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521fbe89-d14a-9074-6a11-327c7835471c, 'name': SearchDatastore_Task, 'duration_secs': 0.035987} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.957018] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b533e779-ff0d-48be-820e-4e3acdd9e689 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.962776] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 864.962776] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52735b5c-48a0-072c-e72f-75bd5364c541" [ 864.962776] env[69644]: _type = "Task" [ 864.962776] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.972756] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52735b5c-48a0-072c-e72f-75bd5364c541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.023902] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5284784a-5a27-3275-b995-4aeefe29159d, 'name': SearchDatastore_Task, 'duration_secs': 0.025103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.024733] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf6a9a6-24cf-493f-8c9f-3e211c3aea86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030710] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 865.030710] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b4468-b6c1-a86c-d6fd-4fc9a7d36787" [ 865.030710] env[69644]: _type = "Task" [ 865.030710] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.042538] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b4468-b6c1-a86c-d6fd-4fc9a7d36787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.068176] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.105355] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.105522] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.105828] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.268162] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86af07-f549-4dc1-9e1a-a18a03dfcbb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.275617] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cef8e71-3e71-48a3-b080-0ecb59cc7445 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.305959] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9767c2e5-e5db-42ba-a30c-e3882594bc58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.313580] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e912a8-dd1f-4b03-a98c-34c6f506dc90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.328595] env[69644]: DEBUG nova.compute.provider_tree [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.476465] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52735b5c-48a0-072c-e72f-75bd5364c541, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.476767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.477040] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.477291] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e325108-ad8b-4d84-8ee6-8f66c56a9017 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.485536] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 865.485536] env[69644]: value = "task-3552919" [ 865.485536] env[69644]: _type = "Task" [ 865.485536] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.493549] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.543108] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b4468-b6c1-a86c-d6fd-4fc9a7d36787, 'name': SearchDatastore_Task, 'duration_secs': 0.018814} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.543414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.543688] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7c77043c-3aea-455a-8645-d27ccbde444c/7c77043c-3aea-455a-8645-d27ccbde444c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.543952] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a43b9704-5907-44c6-9510-c5c6752b3fa4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.550613] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 865.550613] env[69644]: value = "task-3552920" [ 865.550613] env[69644]: _type = "Task" [ 865.550613] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.558143] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.568733] env[69644]: DEBUG oslo_vmware.api [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552918, 'name': PowerOnVM_Task, 'duration_secs': 0.512731} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.568964] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.569201] env[69644]: INFO nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Took 8.86 seconds to spawn the instance on the hypervisor. [ 865.569437] env[69644]: DEBUG nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.570290] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8bb0f-7675-400e-b37b-1737bd9a0993 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.652809] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.832861] env[69644]: DEBUG nova.scheduler.client.report [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.889853] env[69644]: DEBUG nova.network.neutron [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Updating instance_info_cache with network_info: [{"id": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "address": "fa:16:3e:ff:f9:59", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2536eb-7c", "ovs_interfaceid": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.997071] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.061587] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.088875] env[69644]: INFO nova.compute.manager [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Took 45.94 seconds to build instance. [ 866.340767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.344239] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.091s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.344655] env[69644]: DEBUG nova.objects.instance [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lazy-loading 'resources' on Instance uuid 290daf13-491c-4ebf-a52e-1271598e9512 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.363803] env[69644]: INFO nova.scheduler.client.report [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Deleted allocations for instance caebb894-36f0-481c-9da2-8f3278edb6e2 [ 866.393274] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.393961] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Instance network_info: |[{"id": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "address": "fa:16:3e:ff:f9:59", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2536eb-7c", "ovs_interfaceid": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.394515] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f9:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a2536eb-7c3a-49bf-897e-ce0e7247ca5a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.406697] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.406970] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.407243] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bdd280a-1c70-461d-b793-b5f1abebdf52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.440108] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.440108] env[69644]: value = "task-3552921" [ 866.440108] env[69644]: _type = "Task" [ 866.440108] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.453046] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552921, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.500891] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761262} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.501285] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.501285] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.502033] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-224800cc-7c6e-49e7-a55b-75d3fb3fb4d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.509667] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 866.509667] env[69644]: value = "task-3552922" [ 866.509667] env[69644]: _type = "Task" [ 866.509667] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.518215] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.561746] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603499} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.562058] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7c77043c-3aea-455a-8645-d27ccbde444c/7c77043c-3aea-455a-8645-d27ccbde444c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.562282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.562534] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f5c682-bc7b-4598-bc3d-7a8cfdb1c65a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.569200] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 866.569200] env[69644]: value = "task-3552923" [ 866.569200] env[69644]: _type = "Task" [ 866.569200] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.579024] env[69644]: DEBUG nova.compute.manager [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Received event network-changed-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.579024] env[69644]: DEBUG nova.compute.manager [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Refreshing instance network info cache due to event network-changed-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.579024] env[69644]: DEBUG oslo_concurrency.lockutils [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] Acquiring lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.579024] env[69644]: DEBUG oslo_concurrency.lockutils [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] Acquired lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.579024] env[69644]: DEBUG nova.network.neutron [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Refreshing network info cache for port 8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.582459] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.591545] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ee192dc5-796b-4eaf-8771-267b010230e9 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.719s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.873971] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ea6b8dfc-9fc3-4c2d-a874-3cc87145e052 tempest-VolumesAssistedSnapshotsTest-1383698631 tempest-VolumesAssistedSnapshotsTest-1383698631-project-member] Lock "caebb894-36f0-481c-9da2-8f3278edb6e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.262s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.949820] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552921, 'name': CreateVM_Task, 'duration_secs': 0.505908} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.949957] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.951046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.951046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.951271] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.953553] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adb2362-0bf1-4b17-99c5-9725e9f308b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.958521] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 866.958521] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fe66e-0360-a183-e514-1ace8b1710ec" [ 866.958521] env[69644]: _type = "Task" [ 866.958521] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.966661] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fe66e-0360-a183-e514-1ace8b1710ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.019279] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081308} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.019901] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.020483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1841ef-38f0-44eb-8936-c3903ec79a86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.040906] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.041186] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a6beaa-7d32-4246-a325-ba9d7aa4c727 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.063191] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 867.063191] env[69644]: value = "task-3552924" [ 867.063191] env[69644]: _type = "Task" [ 867.063191] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.075979] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.082028] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064119} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.084711] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.088077] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a49d71-8fa6-42d1-a925-66138751230a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.102965] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.114234] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7c77043c-3aea-455a-8645-d27ccbde444c/7c77043c-3aea-455a-8645-d27ccbde444c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.117209] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2062c3d0-fa5e-46ec-8b8b-879edd2acc09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.137501] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 867.137501] env[69644]: value = "task-3552925" [ 867.137501] env[69644]: _type = "Task" [ 867.137501] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.148935] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.385943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "f3fdb268-4783-408f-b007-1df2e37b2007" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.386233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.386429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.386749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.386867] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.391931] env[69644]: INFO nova.compute.manager [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Terminating instance [ 867.433492] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8b481-baf4-4623-9fe9-493dbaabba36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.446654] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba60cc3-7e61-4b2b-81e4-f67ee93e6b36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.482502] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff1a264-2c2d-48c4-965f-d8db590e5bcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.490556] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fe66e-0360-a183-e514-1ace8b1710ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.492567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.492813] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.493061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493217] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.493474] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.494153] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4effe5-8a2d-42d9-a0e5-746577afb8d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.497533] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7e5b1-c862-4c8f-85fc-6bbc25e19a53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.517124] env[69644]: DEBUG nova.compute.provider_tree [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.520166] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.520166] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.522040] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e41d00-2b8a-43bc-bf4d-05f8dcf38fd8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.526829] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 867.526829] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2a5d1-33e0-1938-ea7e-109ea53ffb89" [ 867.526829] env[69644]: _type = "Task" [ 867.526829] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.536629] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2a5d1-33e0-1938-ea7e-109ea53ffb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.542958] env[69644]: DEBUG nova.network.neutron [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Updated VIF entry in instance network info cache for port 8a2536eb-7c3a-49bf-897e-ce0e7247ca5a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.543324] env[69644]: DEBUG nova.network.neutron [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Updating instance_info_cache with network_info: [{"id": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "address": "fa:16:3e:ff:f9:59", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2536eb-7c", "ovs_interfaceid": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.572991] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552924, 'name': ReconfigVM_Task, 'duration_secs': 0.383432} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.573269] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cdd9a309-f77f-4948-80f4-4bccb68875bb/cdd9a309-f77f-4948-80f4-4bccb68875bb.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.573887] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bec7de1-3e54-4701-aa5d-4e4b82d7b45b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.580391] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 867.580391] env[69644]: value = "task-3552926" [ 867.580391] env[69644]: _type = "Task" [ 867.580391] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.589675] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552926, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.640470] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.651250] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552925, 'name': ReconfigVM_Task, 'duration_secs': 0.287882} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.651608] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7c77043c-3aea-455a-8645-d27ccbde444c/7c77043c-3aea-455a-8645-d27ccbde444c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.652273] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7601800-5733-47d8-9759-0047479bbdef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.659671] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 867.659671] env[69644]: value = "task-3552927" [ 867.659671] env[69644]: _type = "Task" [ 867.659671] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.669286] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552927, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.898845] env[69644]: DEBUG nova.compute.manager [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.904683] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.904683] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558982cc-65f4-41a5-927b-b66ba58b81fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.912272] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.912740] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50856b87-b0f1-4175-9745-d3fc649d8956 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.922037] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 867.922037] env[69644]: value = "task-3552928" [ 867.922037] env[69644]: _type = "Task" [ 867.922037] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.928730] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.022643] env[69644]: DEBUG nova.scheduler.client.report [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.039166] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f2a5d1-33e0-1938-ea7e-109ea53ffb89, 'name': SearchDatastore_Task, 'duration_secs': 0.014373} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.040864] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a968b9-161a-4352-a449-f929e74ce018 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.047295] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 868.047295] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c5a28-bea0-eee1-3580-40c047cbbc23" [ 868.047295] env[69644]: _type = "Task" [ 868.047295] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.047832] env[69644]: DEBUG oslo_concurrency.lockutils [req-3cfb2e13-defe-4c42-aabf-396a2bdb9d60 req-92dd0605-522f-4395-83ff-6173b63d4260 service nova] Releasing lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.058604] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c5a28-bea0-eee1-3580-40c047cbbc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.090262] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552926, 'name': Rename_Task, 'duration_secs': 0.146844} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.090404] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.090715] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f595609a-393c-4a54-ae95-8df6afe07c77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.097545] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 868.097545] env[69644]: value = "task-3552929" [ 868.097545] env[69644]: _type = "Task" [ 868.097545] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.105618] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.175220] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552927, 'name': Rename_Task, 'duration_secs': 0.179769} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.176434] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.176765] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e66afdd-d1f2-4593-a82e-1f8112a11d2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.191184] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 868.191184] env[69644]: value = "task-3552930" [ 868.191184] env[69644]: _type = "Task" [ 868.191184] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.197666] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.429379] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552928, 'name': PowerOffVM_Task, 'duration_secs': 0.263417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.429654] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.429854] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.430076] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd812ba-69b0-4fd0-a433-8640f8f14447 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.494857] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.495213] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.495418] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Deleting the datastore file [datastore1] f3fdb268-4783-408f-b007-1df2e37b2007 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.495757] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b557d4d1-bf40-4559-b879-218c3333630e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.502054] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for the task: (returnval){ [ 868.502054] env[69644]: value = "task-3552932" [ 868.502054] env[69644]: _type = "Task" [ 868.502054] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.514803] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.527864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.530263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.709s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.531733] env[69644]: INFO nova.compute.claims [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.565848] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c5a28-bea0-eee1-3580-40c047cbbc23, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.566712] env[69644]: INFO nova.scheduler.client.report [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Deleted allocations for instance 290daf13-491c-4ebf-a52e-1271598e9512 [ 868.572025] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.572025] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d0285883-3f7c-4783-92fa-e3911a173871/d0285883-3f7c-4783-92fa-e3911a173871.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.572025] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0eb3b8-b250-4f4f-8b90-2813a04bf147 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.580066] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 868.580066] env[69644]: value = "task-3552933" [ 868.580066] env[69644]: _type = "Task" [ 868.580066] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.589459] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.608818] env[69644]: DEBUG oslo_vmware.api [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552929, 'name': PowerOnVM_Task, 'duration_secs': 0.463247} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.609113] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.609337] env[69644]: DEBUG nova.compute.manager [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.610304] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c8423d-4c8e-47da-aa42-27f0c79d8e4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.700250] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.018554] env[69644]: DEBUG oslo_vmware.api [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Task: {'id': task-3552932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255224} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.018554] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.018554] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.018554] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.018554] env[69644]: INFO nova.compute.manager [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Took 1.12 seconds to destroy the instance on the hypervisor. [ 869.018742] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.018891] env[69644]: DEBUG nova.compute.manager [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.018984] env[69644]: DEBUG nova.network.neutron [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.086494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8a480b0b-3b65-44bc-b8bb-f81f7183aae4 tempest-ListImageFiltersTestJSON-1967239197 tempest-ListImageFiltersTestJSON-1967239197-project-member] Lock "290daf13-491c-4ebf-a52e-1271598e9512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.483s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.095642] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552933, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.130350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.203263] env[69644]: DEBUG oslo_vmware.api [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552930, 'name': PowerOnVM_Task, 'duration_secs': 0.531591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.203801] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.204141] env[69644]: INFO nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 869.204456] env[69644]: DEBUG nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.208026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191e081-35c8-42f5-9a69-c11dc31bad24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.591396] env[69644]: DEBUG nova.compute.manager [req-014b1cd1-f6d7-4a47-b261-93bde02cc47a req-4ebd47f2-285b-45ef-80b7-4007f7aec75b service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Received event network-vif-deleted-bca7b839-91bb-476c-91bd-13f81d1d35c2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.591396] env[69644]: INFO nova.compute.manager [req-014b1cd1-f6d7-4a47-b261-93bde02cc47a req-4ebd47f2-285b-45ef-80b7-4007f7aec75b service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Neutron deleted interface bca7b839-91bb-476c-91bd-13f81d1d35c2; detaching it from the instance and deleting it from the info cache [ 869.591396] env[69644]: DEBUG nova.network.neutron [req-014b1cd1-f6d7-4a47-b261-93bde02cc47a req-4ebd47f2-285b-45ef-80b7-4007f7aec75b service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.605739] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844044} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.607676] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d0285883-3f7c-4783-92fa-e3911a173871/d0285883-3f7c-4783-92fa-e3911a173871.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.607676] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.608631] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b5a92e1-d082-4a06-8683-7777144f5de1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.618133] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 869.618133] env[69644]: value = "task-3552934" [ 869.618133] env[69644]: _type = "Task" [ 869.618133] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.627259] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.660965] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.661159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.661382] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "cdd9a309-f77f-4948-80f4-4bccb68875bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.661575] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.661783] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.664422] env[69644]: INFO nova.compute.manager [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Terminating instance [ 869.731617] env[69644]: INFO nova.compute.manager [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Took 49.15 seconds to build instance. [ 869.884234] env[69644]: DEBUG nova.network.neutron [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.081484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7678aaf7-c2b4-4ede-8513-8fe04fbfcbbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.089443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d7d23-810c-47bf-b9b2-373ad2b18b72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.133430] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e9a7ff7-5b7a-4c50-945c-afb6be9c4f0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.138788] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db96b9e-91b8-41bb-8f8d-c45b35cc3209 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.150941] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce6cc9-5780-4f28-ba95-2ab50a1d2379 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.154935] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081003} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.155393] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.158607] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23bb755-5fe4-4bfe-b541-afb164a98b45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.171137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3b6c9-3e57-4e06-82de-433d1b15d862 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.182704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "refresh_cache-cdd9a309-f77f-4948-80f4-4bccb68875bb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.182945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquired lock "refresh_cache-cdd9a309-f77f-4948-80f4-4bccb68875bb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.183147] env[69644]: DEBUG nova.network.neutron [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.187320] env[69644]: DEBUG nova.compute.provider_tree [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.214032] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d0285883-3f7c-4783-92fa-e3911a173871/d0285883-3f7c-4783-92fa-e3911a173871.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.227151] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e56ea8-af76-4e8f-ad93-687a2e95fb29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.242048] env[69644]: DEBUG nova.compute.manager [req-014b1cd1-f6d7-4a47-b261-93bde02cc47a req-4ebd47f2-285b-45ef-80b7-4007f7aec75b service nova] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Detach interface failed, port_id=bca7b839-91bb-476c-91bd-13f81d1d35c2, reason: Instance f3fdb268-4783-408f-b007-1df2e37b2007 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.242579] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5bc893a1-57a1-46f3-ba3c-055769f59fd5 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.942s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.251220] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 870.251220] env[69644]: value = "task-3552935" [ 870.251220] env[69644]: _type = "Task" [ 870.251220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.260723] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.388582] env[69644]: INFO nova.compute.manager [-] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Took 1.37 seconds to deallocate network for instance. [ 870.690414] env[69644]: DEBUG nova.scheduler.client.report [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.713535] env[69644]: DEBUG nova.network.neutron [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.744941] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.761532] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.783845] env[69644]: DEBUG nova.network.neutron [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.898866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.018792] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "02d6bc77-0009-4c09-b467-7839dbbadce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.019067] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.195861] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.196420] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.199164] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.211s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.269302] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552935, 'name': ReconfigVM_Task, 'duration_secs': 0.88329} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.269685] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d0285883-3f7c-4783-92fa-e3911a173871/d0285883-3f7c-4783-92fa-e3911a173871.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.270279] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca12503e-8611-47ee-bd5c-eea418d47f15 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.277024] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 871.277024] env[69644]: value = "task-3552936" [ 871.277024] env[69644]: _type = "Task" [ 871.277024] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.280971] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.286974] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552936, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.291146] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Releasing lock "refresh_cache-cdd9a309-f77f-4948-80f4-4bccb68875bb" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.291549] env[69644]: DEBUG nova.compute.manager [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.291747] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.292689] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d6242-b8c1-4b54-9cac-9ccc9c94bd65 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.299270] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.299521] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a59122-7713-4dcf-989b-3e327805839c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.305491] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 871.305491] env[69644]: value = "task-3552937" [ 871.305491] env[69644]: _type = "Task" [ 871.305491] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.313731] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.704586] env[69644]: INFO nova.compute.claims [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.709176] env[69644]: DEBUG nova.compute.utils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.710568] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.710783] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.788896] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552936, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790670] env[69644]: DEBUG nova.policy [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18c306714a84a7482aeeadbc08f4432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ee394a59aa8478fa8ed594ee430b163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.815286] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552937, 'name': PowerOffVM_Task, 'duration_secs': 0.19349} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.815598] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.815771] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.816034] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f70bc719-0470-47eb-a8be-2d62be02d050 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.841149] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.841149] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.841149] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Deleting the datastore file [datastore1] cdd9a309-f77f-4948-80f4-4bccb68875bb {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.841149] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a30d02a5-0f02-4083-ba6b-5f5cb6af2f05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.847773] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for the task: (returnval){ [ 871.847773] env[69644]: value = "task-3552939" [ 871.847773] env[69644]: _type = "Task" [ 871.847773] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.851334] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "7c77043c-3aea-455a-8645-d27ccbde444c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.851662] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.851934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.852141] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.852357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.855402] env[69644]: INFO nova.compute.manager [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Terminating instance [ 871.859679] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.213275] env[69644]: INFO nova.compute.resource_tracker [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating resource usage from migration 5eaa3f33-122c-46c1-be80-56ee9e8025c8 [ 872.217313] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.294078] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552936, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.359223] env[69644]: DEBUG oslo_vmware.api [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Task: {'id': task-3552939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.359223] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.359731] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.360240] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.360603] env[69644]: INFO nova.compute.manager [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 872.361642] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.361642] env[69644]: DEBUG nova.compute.manager [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.361642] env[69644]: DEBUG nova.network.neutron [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.365318] env[69644]: DEBUG nova.compute.manager [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.365547] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.368915] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2066f06-dc01-4e39-a343-7bb02df3731b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.377895] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.378254] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52ff430-f4a6-47e1-9fdd-9c52ae6e237e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.386065] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 872.386065] env[69644]: value = "task-3552940" [ 872.386065] env[69644]: _type = "Task" [ 872.386065] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.395630] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.406821] env[69644]: DEBUG nova.network.neutron [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.419191] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Successfully created port: d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.799489] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552936, 'name': Rename_Task, 'duration_secs': 1.20399} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.799872] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.800177] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaf2282e-9071-4bf3-9ba1-eae099c307a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.811984] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 872.811984] env[69644]: value = "task-3552941" [ 872.811984] env[69644]: _type = "Task" [ 872.811984] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.816785] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.902451] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552940, 'name': PowerOffVM_Task, 'duration_secs': 0.325645} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.906750] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.907083] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.907953] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7086d775-e14a-4a50-9d2b-9a7e230d5ce9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.910717] env[69644]: DEBUG nova.network.neutron [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.954358] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e17d1-388f-4f43-ae4a-a6013fa33525 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.962396] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e57913e-cbbd-4f2a-94b2-5e8412427aa8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.998561] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac9c17-228a-47d8-936f-18d3a841a108 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.001252] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.001593] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.001676] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Deleting the datastore file [datastore2] 7c77043c-3aea-455a-8645-d27ccbde444c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.002246] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589313c7-7d30-4b83-b035-5e4f13e3e711 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.010619] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc61b446-caaf-4781-a026-03fe2ec50751 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.014904] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for the task: (returnval){ [ 873.014904] env[69644]: value = "task-3552943" [ 873.014904] env[69644]: _type = "Task" [ 873.014904] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.027801] env[69644]: DEBUG nova.compute.provider_tree [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.033890] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.226364] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.277631] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.277631] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.277871] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.278123] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.278296] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.278455] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.278681] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.278850] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.279042] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.279213] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.279388] env[69644]: DEBUG nova.virt.hardware [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.280482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5beff8-ffb0-46df-a451-d2bdd4625a3a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.288990] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4f5d9-35e8-43c1-9c21-22e64b139389 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.318524] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.413872] env[69644]: INFO nova.compute.manager [-] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Took 1.05 seconds to deallocate network for instance. [ 873.524502] env[69644]: DEBUG oslo_vmware.api [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Task: {'id': task-3552943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293483} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.524755] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.524940] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.525224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.525406] env[69644]: INFO nova.compute.manager [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.525632] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.525829] env[69644]: DEBUG nova.compute.manager [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.525925] env[69644]: DEBUG nova.network.neutron [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.530644] env[69644]: DEBUG nova.scheduler.client.report [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.825103] env[69644]: DEBUG oslo_vmware.api [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552941, 'name': PowerOnVM_Task, 'duration_secs': 0.632673} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.825551] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.825872] env[69644]: INFO nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Took 9.72 seconds to spawn the instance on the hypervisor. [ 873.829907] env[69644]: DEBUG nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.829907] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6135e-d08f-48f8-a561-de971d15fa4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.921566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.037204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.838s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.037204] env[69644]: INFO nova.compute.manager [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Migrating [ 874.048023] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.531s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.049452] env[69644]: INFO nova.compute.claims [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.144821] env[69644]: DEBUG nova.compute.manager [req-2478e97a-10da-4be5-98c3-0b31cfeb6074 req-ccef942f-0576-4b3a-be28-257ff726b920 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Received event network-vif-deleted-bedd1d12-9a95-42c8-be4e-cc7d9070f5d0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.145043] env[69644]: INFO nova.compute.manager [req-2478e97a-10da-4be5-98c3-0b31cfeb6074 req-ccef942f-0576-4b3a-be28-257ff726b920 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Neutron deleted interface bedd1d12-9a95-42c8-be4e-cc7d9070f5d0; detaching it from the instance and deleting it from the info cache [ 874.145221] env[69644]: DEBUG nova.network.neutron [req-2478e97a-10da-4be5-98c3-0b31cfeb6074 req-ccef942f-0576-4b3a-be28-257ff726b920 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.346242] env[69644]: INFO nova.compute.manager [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Took 49.75 seconds to build instance. [ 874.361193] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Acquiring lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.361844] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Acquired lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.361844] env[69644]: DEBUG nova.network.neutron [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.513207] env[69644]: DEBUG nova.network.neutron [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.567644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.567940] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.568285] env[69644]: DEBUG nova.network.neutron [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.641154] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Successfully updated port: d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.647257] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5346ceb4-7bfd-4fe5-9bea-468fb41bc889 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.657772] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33b94de-c2ed-44c7-8d6f-a38835dc8d0c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.695131] env[69644]: DEBUG nova.compute.manager [req-2478e97a-10da-4be5-98c3-0b31cfeb6074 req-ccef942f-0576-4b3a-be28-257ff726b920 service nova] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Detach interface failed, port_id=bedd1d12-9a95-42c8-be4e-cc7d9070f5d0, reason: Instance 7c77043c-3aea-455a-8645-d27ccbde444c could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.719360] env[69644]: DEBUG nova.compute.manager [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Received event network-vif-plugged-d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.719360] env[69644]: DEBUG oslo_concurrency.lockutils [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] Acquiring lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.719360] env[69644]: DEBUG oslo_concurrency.lockutils [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.719360] env[69644]: DEBUG oslo_concurrency.lockutils [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.719360] env[69644]: DEBUG nova.compute.manager [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] No waiting events found dispatching network-vif-plugged-d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.719360] env[69644]: WARNING nova.compute.manager [req-e12e8c3d-e828-46bd-b5d9-a70a379d79b4 req-ad764038-9ed0-4874-9350-75038946843e service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Received unexpected event network-vif-plugged-d76f127c-7bb0-4556-9dcf-f33a28daf751 for instance with vm_state building and task_state spawning. [ 874.849241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b58f852-3fbb-409d-8ee6-74adfb61c47d tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.600s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.017779] env[69644]: INFO nova.compute.manager [-] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Took 1.49 seconds to deallocate network for instance. [ 875.118724] env[69644]: DEBUG nova.network.neutron [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Updating instance_info_cache with network_info: [{"id": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "address": "fa:16:3e:ff:f9:59", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2536eb-7c", "ovs_interfaceid": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.145623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.145623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquired lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.145623] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.354373] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.528370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.561177] env[69644]: DEBUG nova.network.neutron [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.583465] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "fe298bda-f599-4ec0-8ed1-de31d394f298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.584334] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.621292] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Releasing lock "refresh_cache-d0285883-3f7c-4783-92fa-e3911a173871" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.622057] env[69644]: DEBUG nova.compute.manager [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Inject network info {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 875.622057] env[69644]: DEBUG nova.compute.manager [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] network_info to inject: |[{"id": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "address": "fa:16:3e:ff:f9:59", "network": {"id": "41e6e357-35d8-4a9e-ac4e-afc1f8eeb826", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-635860486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc6494c5b5244509be8be3f8ce3e567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2536eb-7c", "ovs_interfaceid": "8a2536eb-7c3a-49bf-897e-ce0e7247ca5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 875.628531] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Reconfiguring VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 875.631583] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5730dd5-3dcf-47b7-9fd2-140c70e0a25d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.651035] env[69644]: DEBUG oslo_vmware.api [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Waiting for the task: (returnval){ [ 875.651035] env[69644]: value = "task-3552944" [ 875.651035] env[69644]: _type = "Task" [ 875.651035] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.658215] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30db880-8c0a-4baa-8d56-f4b947ec9a57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.667861] env[69644]: DEBUG oslo_vmware.api [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Task: {'id': task-3552944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.671557] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb1e64-3ad2-49ca-9572-8b35e9683e1b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.706038] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.708777] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e0d9ef-b84f-454c-87ae-dff88ba9ff76 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.717313] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723eb2ca-cfac-412a-93d0-6dfb06acead9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.731824] env[69644]: DEBUG nova.compute.provider_tree [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.891942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.985025] env[69644]: DEBUG nova.network.neutron [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Updating instance_info_cache with network_info: [{"id": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "address": "fa:16:3e:3e:d2:94", "network": {"id": "003fb1f1-16f6-4797-a013-def627a7087d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702508077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ee394a59aa8478fa8ed594ee430b163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76f127c-7b", "ovs_interfaceid": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.066720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.166124] env[69644]: DEBUG oslo_vmware.api [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] Task: {'id': task-3552944, 'name': ReconfigVM_Task, 'duration_secs': 0.157991} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.166357] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2db98-0b91-41b5-9743-45e1ee4fbbd2 tempest-ServersAdminTestJSON-890813736 tempest-ServersAdminTestJSON-890813736-project-admin] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Reconfigured VM instance to set the machine id {{(pid=69644) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 876.236757] env[69644]: DEBUG nova.scheduler.client.report [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.490421] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Releasing lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.491037] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Instance network_info: |[{"id": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "address": "fa:16:3e:3e:d2:94", "network": {"id": "003fb1f1-16f6-4797-a013-def627a7087d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702508077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ee394a59aa8478fa8ed594ee430b163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76f127c-7b", "ovs_interfaceid": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.491194] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d2:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76f127c-7bb0-4556-9dcf-f33a28daf751', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.499279] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Creating folder: Project (0ee394a59aa8478fa8ed594ee430b163). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.499279] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da52b50-edb0-48b3-bc1f-05bc04ab0da0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.514419] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Created folder: Project (0ee394a59aa8478fa8ed594ee430b163) in parent group-v709242. [ 876.514468] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Creating folder: Instances. Parent ref: group-v709404. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.514803] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90be10a-3fc4-4809-b945-de62ece71ad7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.528904] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Created folder: Instances in parent group-v709404. [ 876.528904] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.528904] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.529035] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-053eabe1-2158-4fa1-8e33-cd4f9338213c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.553813] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.553813] env[69644]: value = "task-3552947" [ 876.553813] env[69644]: _type = "Task" [ 876.553813] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.562638] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552947, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.748115] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.748780] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.752098] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.887s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.754111] env[69644]: INFO nova.compute.claims [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.763149] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.763444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.854818] env[69644]: DEBUG nova.compute.manager [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Received event network-changed-d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.854862] env[69644]: DEBUG nova.compute.manager [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Refreshing instance network info cache due to event network-changed-d76f127c-7bb0-4556-9dcf-f33a28daf751. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.855086] env[69644]: DEBUG oslo_concurrency.lockutils [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] Acquiring lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.855232] env[69644]: DEBUG oslo_concurrency.lockutils [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] Acquired lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.855402] env[69644]: DEBUG nova.network.neutron [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Refreshing network info cache for port d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.064842] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552947, 'name': CreateVM_Task, 'duration_secs': 0.40911} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.065116] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.065979] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.066160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.066478] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.066773] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc57e46e-c1b2-4eb6-a4d3-2f7f54b13278 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.071777] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 877.071777] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f641b8-e45c-c167-c408-801d6a0c0f2b" [ 877.071777] env[69644]: _type = "Task" [ 877.071777] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.082950] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f641b8-e45c-c167-c408-801d6a0c0f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.264106] env[69644]: DEBUG nova.compute.utils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.269209] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.269486] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.326806] env[69644]: DEBUG nova.policy [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.585701] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f641b8-e45c-c167-c408-801d6a0c0f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.585996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.586237] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.586467] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.586613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.586861] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.587049] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907bdd7f-ca7f-414d-95d1-622f2379e218 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.590596] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5accb80-d332-40d3-9795-baf3ef709bef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.609412] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.617022] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.617022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.620538] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fe4db3-83b0-4d12-9ccb-39d88ea46ad1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.629067] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 877.629067] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b44f32-1440-611c-c60a-51e9d5f4cdb7" [ 877.629067] env[69644]: _type = "Task" [ 877.629067] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.643243] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b44f32-1440-611c-c60a-51e9d5f4cdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.689101] env[69644]: DEBUG nova.network.neutron [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Updated VIF entry in instance network info cache for port d76f127c-7bb0-4556-9dcf-f33a28daf751. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.690295] env[69644]: DEBUG nova.network.neutron [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Updating instance_info_cache with network_info: [{"id": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "address": "fa:16:3e:3e:d2:94", "network": {"id": "003fb1f1-16f6-4797-a013-def627a7087d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702508077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ee394a59aa8478fa8ed594ee430b163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76f127c-7b", "ovs_interfaceid": "d76f127c-7bb0-4556-9dcf-f33a28daf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.771282] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.889232] env[69644]: INFO nova.compute.manager [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Rebuilding instance [ 877.942792] env[69644]: DEBUG nova.compute.manager [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.943734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7b199-b363-438d-b585-95041a3bd17e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.088966] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Successfully created port: 5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.120502] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.121439] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d227151-3527-42fa-9481-e66414053972 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.136320] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 878.136320] env[69644]: value = "task-3552948" [ 878.136320] env[69644]: _type = "Task" [ 878.136320] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.146028] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b44f32-1440-611c-c60a-51e9d5f4cdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.148473] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc1a834-bff1-4a88-86bb-5244ff862565 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.158514] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.162654] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 878.162654] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528e3e1b-728c-c22d-7d15-a4a6260ef7c8" [ 878.162654] env[69644]: _type = "Task" [ 878.162654] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.179620] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528e3e1b-728c-c22d-7d15-a4a6260ef7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.179976] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.180325] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 216cc9ff-c0cf-4992-b522-7c2aa871881c/216cc9ff-c0cf-4992-b522-7c2aa871881c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.180667] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a846b01-7e06-4583-ab18-6952f2b3c464 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.191622] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 878.191622] env[69644]: value = "task-3552949" [ 878.191622] env[69644]: _type = "Task" [ 878.191622] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.193648] env[69644]: DEBUG oslo_concurrency.lockutils [req-82f88393-8e28-4c57-b1cf-b9bfd0f81c26 req-ebff1505-e1fb-472e-acad-45cfec42e605 service nova] Releasing lock "refresh_cache-216cc9ff-c0cf-4992-b522-7c2aa871881c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.205218] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.413134] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cc4f5-001e-4ff0-8b21-35536bc8625b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.421943] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5948a22-0e97-4b61-8314-f24de541bcbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.457298] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8fee14-ed9d-4399-afb3-2f1bf4679556 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.469787] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514442d0-b881-4c9a-a7e6-6765a35518b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.488604] env[69644]: DEBUG nova.compute.provider_tree [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.652127] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552948, 'name': PowerOffVM_Task, 'duration_secs': 0.208435} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.652450] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.652647] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.701890] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462408} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.705499] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 216cc9ff-c0cf-4992-b522-7c2aa871881c/216cc9ff-c0cf-4992-b522-7c2aa871881c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.705499] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.705499] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f6f94a-cc15-4e62-bd8b-14730d47bd4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.713017] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 878.713017] env[69644]: value = "task-3552950" [ 878.713017] env[69644]: _type = "Task" [ 878.713017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.721943] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.784599] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.818283] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.819085] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.819085] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.819181] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.819470] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.819750] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.820239] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.820549] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.820860] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.823018] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.823018] env[69644]: DEBUG nova.virt.hardware [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.823018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e80e57-6152-45e1-9039-7df4387b96aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.836453] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94a88c6-6e3b-45cd-9e9b-3eafc2720a74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.964325] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.964674] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66665581-49d9-4551-b5b0-3be3b2bf7997 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.973655] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 878.973655] env[69644]: value = "task-3552951" [ 878.973655] env[69644]: _type = "Task" [ 878.973655] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.984586] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.991673] env[69644]: DEBUG nova.scheduler.client.report [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.161628] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.161923] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.162023] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.162222] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.162435] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.162596] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.162797] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.162952] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.163130] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.163292] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.164029] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.168921] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6813fad9-2456-4ece-86f4-cc01165f6e86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.188429] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 879.188429] env[69644]: value = "task-3552952" [ 879.188429] env[69644]: _type = "Task" [ 879.188429] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.199412] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.221384] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072279} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.221681] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.222543] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02a223-1452-4514-8cad-84e08b0f04fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.247947] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 216cc9ff-c0cf-4992-b522-7c2aa871881c/216cc9ff-c0cf-4992-b522-7c2aa871881c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.247947] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7e9189-cfd6-4501-b2cb-c0916becbac9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.270522] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 879.270522] env[69644]: value = "task-3552953" [ 879.270522] env[69644]: _type = "Task" [ 879.270522] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.282568] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.487122] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552951, 'name': PowerOffVM_Task, 'duration_secs': 0.442507} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.487122] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.487122] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.487122] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e6472-2e70-486d-a609-e77054e5ceb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.495507] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.495761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-940accce-8686-4b16-a3eb-ee23587d2f05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.497992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.498482] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.502897] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.671s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.503160] env[69644]: DEBUG nova.objects.instance [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lazy-loading 'resources' on Instance uuid a87a2e6a-7872-4bff-8623-17600731a841 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.586619] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.586881] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.587085] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.587357] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94af06db-738e-4933-9a4c-adc9b4c37732 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.594744] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 879.594744] env[69644]: value = "task-3552955" [ 879.594744] env[69644]: _type = "Task" [ 879.594744] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.605256] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.706686] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552952, 'name': ReconfigVM_Task, 'duration_secs': 0.247163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.707018] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.773428] env[69644]: DEBUG nova.compute.manager [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Received event network-vif-plugged-5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.773428] env[69644]: DEBUG oslo_concurrency.lockutils [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] Acquiring lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.773788] env[69644]: DEBUG oslo_concurrency.lockutils [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.774853] env[69644]: DEBUG oslo_concurrency.lockutils [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.774853] env[69644]: DEBUG nova.compute.manager [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] No waiting events found dispatching network-vif-plugged-5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 879.774853] env[69644]: WARNING nova.compute.manager [req-84784727-7dda-4681-b886-c25b5d58dca1 req-99202b1b-4bd4-40c8-bb78-6354656dd743 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Received unexpected event network-vif-plugged-5da3fa19-719d-4587-8f80-9ad841597cb2 for instance with vm_state building and task_state spawning. [ 879.785892] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552953, 'name': ReconfigVM_Task, 'duration_secs': 0.380381} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.785892] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 216cc9ff-c0cf-4992-b522-7c2aa871881c/216cc9ff-c0cf-4992-b522-7c2aa871881c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.786726] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e524fa97-96a0-45f4-894e-97ee5bb5074a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.799556] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 879.799556] env[69644]: value = "task-3552956" [ 879.799556] env[69644]: _type = "Task" [ 879.799556] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.811539] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552956, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.883673] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Successfully updated port: 5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.009466] env[69644]: DEBUG nova.compute.utils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.012182] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.012182] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.067612] env[69644]: DEBUG nova.policy [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bd769a09494811b4b6b6c3b5519344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e078b12ea024c12bc7d15fb25c4e1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.109065] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153951} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.109563] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.109772] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.109946] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.214470] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:57:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a8071d82-cdb9-4db8-82bf-cdd8799a911a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311610465',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.214470] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.214851] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.214989] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.215265] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.215526] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.215865] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.216147] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.216430] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.216704] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.216988] env[69644]: DEBUG nova.virt.hardware [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.228212] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.232724] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f823115-d9d8-4a75-8869-bcf792d1442c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.265069] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 880.265069] env[69644]: value = "task-3552957" [ 880.265069] env[69644]: _type = "Task" [ 880.265069] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.280603] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.319217] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552956, 'name': Rename_Task, 'duration_secs': 0.164716} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.319217] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.319217] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad48f25-0be9-4662-8fdc-841bdce90ff4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.327305] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 880.327305] env[69644]: value = "task-3552958" [ 880.327305] env[69644]: _type = "Task" [ 880.327305] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.344939] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.386671] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.386860] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.387014] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.517864] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.610615] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Successfully created port: c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.705043] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721114af-bb85-41b1-b89b-a85e10996ea9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.716904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c3f018-6b4a-4272-91cc-c20fec18986f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.752988] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9e8ed-b0d3-4f80-b8d1-9e11f5ec51c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.765869] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a1552-3c2f-43fa-b513-e985f6dd4c20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782946] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552957, 'name': ReconfigVM_Task, 'duration_secs': 0.201677} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.792138] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.792687] env[69644]: DEBUG nova.compute.provider_tree [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.795400] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7e2626-2375-45ab-b08f-5aa0a426ccb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.820242] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.820970] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d425de-49dc-411b-949e-4b17643b7109 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.843539] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.844858] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 880.844858] env[69644]: value = "task-3552959" [ 880.844858] env[69644]: _type = "Task" [ 880.844858] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.856243] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.941475] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.159271] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.159740] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.160032] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.160210] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.160386] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.160561] env[69644]: DEBUG nova.virt.hardware [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.161454] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2dbca-97f8-4c2a-951b-ab8bea67a1c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.171067] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf82e70-e3cf-45dc-8e71-3d17463adffa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.176720] env[69644]: DEBUG nova.network.neutron [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Updating instance_info_cache with network_info: [{"id": "5da3fa19-719d-4587-8f80-9ad841597cb2", "address": "fa:16:3e:6b:73:05", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da3fa19-71", "ovs_interfaceid": "5da3fa19-719d-4587-8f80-9ad841597cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.191552] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5082334d-987c-4cdd-b382-30b66c4f297a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.201545] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.202526] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.202807] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3fd93fd-d865-4acc-a158-e313723971d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.225880] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.225880] env[69644]: value = "task-3552960" [ 881.225880] env[69644]: _type = "Task" [ 881.225880] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.235465] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552960, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.296553] env[69644]: DEBUG nova.scheduler.client.report [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.354586] env[69644]: DEBUG oslo_vmware.api [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552958, 'name': PowerOnVM_Task, 'duration_secs': 0.733656} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.355322] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.355603] env[69644]: INFO nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Took 8.13 seconds to spawn the instance on the hypervisor. [ 881.355845] env[69644]: DEBUG nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.357093] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca565be5-449d-4948-b0c3-c6b30d01c7a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.367034] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552959, 'name': ReconfigVM_Task, 'duration_secs': 0.301738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.367034] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.367034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.527772] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.557327] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.557759] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.557759] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.558452] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf5d02-d285-47b6-b85e-814cad9cadec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.570307] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00113c3d-d3b5-44f8-af99-5dc1d7cca067 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.679912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.680327] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Instance network_info: |[{"id": "5da3fa19-719d-4587-8f80-9ad841597cb2", "address": "fa:16:3e:6b:73:05", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da3fa19-71", "ovs_interfaceid": "5da3fa19-719d-4587-8f80-9ad841597cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.680805] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:73:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da3fa19-719d-4587-8f80-9ad841597cb2', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.688675] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.688948] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.689200] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988d5f30-170c-4e16-a13e-9278cf07e94e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.715721] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.715721] env[69644]: value = "task-3552961" [ 881.715721] env[69644]: _type = "Task" [ 881.715721] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.724963] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552961, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.735418] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552960, 'name': CreateVM_Task, 'duration_secs': 0.496109} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.735744] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.736555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.736865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.737286] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.737647] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb87ee9-3e52-48d9-bad6-8c6f24d0b346 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.742868] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 881.742868] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933dd4-1d79-b5cd-2943-666e9a9d200d" [ 881.742868] env[69644]: _type = "Task" [ 881.742868] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.751767] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933dd4-1d79-b5cd-2943-666e9a9d200d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.808259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.810903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.059s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.814502] env[69644]: INFO nova.compute.claims [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.858250] env[69644]: DEBUG nova.compute.manager [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Received event network-changed-5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.858250] env[69644]: DEBUG nova.compute.manager [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Refreshing instance network info cache due to event network-changed-5da3fa19-719d-4587-8f80-9ad841597cb2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.858553] env[69644]: DEBUG oslo_concurrency.lockutils [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] Acquiring lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.858590] env[69644]: DEBUG oslo_concurrency.lockutils [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] Acquired lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.858741] env[69644]: DEBUG nova.network.neutron [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Refreshing network info cache for port 5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.864581] env[69644]: INFO nova.scheduler.client.report [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleted allocations for instance a87a2e6a-7872-4bff-8623-17600731a841 [ 881.875272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e08bc-47b7-48dc-8bbf-05428a0e1205 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.906683] env[69644]: INFO nova.compute.manager [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Took 51.10 seconds to build instance. [ 881.908736] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536573c-9832-4d61-9186-813c02531793 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.933352] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.228253] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552961, 'name': CreateVM_Task, 'duration_secs': 0.357156} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.228539] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.229287] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256405] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933dd4-1d79-b5cd-2943-666e9a9d200d, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.256786] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.257073] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.257353] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.257593] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.257835] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.258176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.258510] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.258818] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb22569-6979-4ec7-ba9c-38793a89d64c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.264023] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa9076e-ef34-4971-af30-d62b0bf4ee15 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.267477] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 882.267477] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52049e83-1783-4dd9-7136-4ed38a52aedd" [ 882.267477] env[69644]: _type = "Task" [ 882.267477] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.272305] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.272714] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.274572] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ebf5eb-2923-4620-9d33-9f31a8d39728 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.280292] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52049e83-1783-4dd9-7136-4ed38a52aedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.283536] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 882.283536] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5226057f-aadc-6b52-3924-b4c6a85d323f" [ 882.283536] env[69644]: _type = "Task" [ 882.283536] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.294155] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5226057f-aadc-6b52-3924-b4c6a85d323f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.374231] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5e8bfdb0-da87-4bd9-a71f-f0d0e43f0146 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "a87a2e6a-7872-4bff-8623-17600731a841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.113s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.415408] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7785d62-7e9a-4623-9523-1cda16de3579 tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.070s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.510530] env[69644]: DEBUG nova.network.neutron [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Port 75202176-c47b-4660-b92a-8130704f1b84 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 882.510530] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Successfully updated port: c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.618257] env[69644]: DEBUG nova.network.neutron [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Updated VIF entry in instance network info cache for port 5da3fa19-719d-4587-8f80-9ad841597cb2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.618598] env[69644]: DEBUG nova.network.neutron [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Updating instance_info_cache with network_info: [{"id": "5da3fa19-719d-4587-8f80-9ad841597cb2", "address": "fa:16:3e:6b:73:05", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da3fa19-71", "ovs_interfaceid": "5da3fa19-719d-4587-8f80-9ad841597cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.695802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.696178] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.696358] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.696486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.696667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.699303] env[69644]: INFO nova.compute.manager [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Terminating instance [ 882.782385] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52049e83-1783-4dd9-7136-4ed38a52aedd, 'name': SearchDatastore_Task, 'duration_secs': 0.032931} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.782385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.782385] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.782385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.795210] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5226057f-aadc-6b52-3924-b4c6a85d323f, 'name': SearchDatastore_Task, 'duration_secs': 0.031612} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.796144] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69df622b-ee36-4c59-82f8-9f588e6d5825 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.802754] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 882.802754] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c164a4-d215-90b0-8a54-f3ce129216ed" [ 882.802754] env[69644]: _type = "Task" [ 882.802754] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.814627] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c164a4-d215-90b0-8a54-f3ce129216ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.917778] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.026580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.026693] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.026829] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.120695] env[69644]: DEBUG oslo_concurrency.lockutils [req-56870d81-dc14-43c0-b1ab-b5900c1a4bde req-f86235aa-42c0-49c3-b6e5-8bc930761c42 service nova] Releasing lock "refresh_cache-1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.208224] env[69644]: DEBUG nova.compute.manager [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.208224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.208224] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b258ede-0e68-4e81-8886-9425671f1403 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.219434] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.219434] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4303036c-af12-4260-9fa7-196239840b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.227424] env[69644]: DEBUG oslo_vmware.api [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 883.227424] env[69644]: value = "task-3552962" [ 883.227424] env[69644]: _type = "Task" [ 883.227424] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.241252] env[69644]: DEBUG oslo_vmware.api [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.316451] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c164a4-d215-90b0-8a54-f3ce129216ed, 'name': SearchDatastore_Task, 'duration_secs': 0.026434} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.316706] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.316963] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.317265] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.317454] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.317853] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8153e6-7202-429d-97f5-496d0403042a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.319733] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42fc1cd-d8e7-41ad-a20d-27e2312c1e12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.331401] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 883.331401] env[69644]: value = "task-3552963" [ 883.331401] env[69644]: _type = "Task" [ 883.331401] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.332836] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.333342] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.339275] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38be3013-7b7f-4b00-8fd8-b87bf0eeace9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.350400] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.351062] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 883.351062] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dda617-63f1-f677-dcbd-407dc66c1884" [ 883.351062] env[69644]: _type = "Task" [ 883.351062] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.360631] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dda617-63f1-f677-dcbd-407dc66c1884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.437147] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.484408] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b87030-3858-4407-ab10-fabb5ea32697 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.493377] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99452717-aa18-45d1-9cd0-bba3e71ae705 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.526650] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a64cf-e4a1-4def-99f3-5127fcafd9bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.550197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.550877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.551107] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.560308] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa7097c-f30f-4959-bb6d-0f3c90c0616b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.580246] env[69644]: DEBUG nova.compute.provider_tree [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.599955] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.744204] env[69644]: DEBUG oslo_vmware.api [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552962, 'name': PowerOffVM_Task, 'duration_secs': 0.200023} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.744274] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.744556] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.744741] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96e2ff7e-e740-49dd-99f4-09a02a13e0d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.776631] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Updating instance_info_cache with network_info: [{"id": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "address": "fa:16:3e:20:f3:e7", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e68b0b-f4", "ovs_interfaceid": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.834055] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.834340] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.834585] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Deleting the datastore file [datastore2] 216cc9ff-c0cf-4992-b522-7c2aa871881c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.835015] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa17da1c-d61e-4830-afe9-83fe87f54e33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.848159] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510169} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.849742] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.849827] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.853882] env[69644]: DEBUG oslo_vmware.api [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for the task: (returnval){ [ 883.853882] env[69644]: value = "task-3552965" [ 883.853882] env[69644]: _type = "Task" [ 883.853882] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.853882] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6410a5d-c433-463c-909e-a079a6ce86c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.868203] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 883.868203] env[69644]: value = "task-3552966" [ 883.868203] env[69644]: _type = "Task" [ 883.868203] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.868522] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dda617-63f1-f677-dcbd-407dc66c1884, 'name': SearchDatastore_Task, 'duration_secs': 0.022412} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.873069] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4356cd9-c511-4e9c-9c0f-af231ea417c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878546] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 883.878546] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277fefd-f177-71cb-0f06-08656ed2bd3c" [ 883.878546] env[69644]: _type = "Task" [ 883.878546] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.894060] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277fefd-f177-71cb-0f06-08656ed2bd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.894476] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.894890] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c/1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.895726] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94d42d7d-0ed4-4339-88cd-88ab23382cbc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.903793] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 883.903793] env[69644]: value = "task-3552967" [ 883.903793] env[69644]: _type = "Task" [ 883.903793] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.916009] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.084077] env[69644]: DEBUG nova.scheduler.client.report [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.136773] env[69644]: DEBUG nova.compute.manager [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Received event network-vif-plugged-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.137187] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Acquiring lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.137604] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.137779] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.137968] env[69644]: DEBUG nova.compute.manager [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] No waiting events found dispatching network-vif-plugged-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.138286] env[69644]: WARNING nova.compute.manager [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Received unexpected event network-vif-plugged-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 for instance with vm_state building and task_state spawning. [ 884.138591] env[69644]: DEBUG nova.compute.manager [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Received event network-changed-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.139076] env[69644]: DEBUG nova.compute.manager [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Refreshing instance network info cache due to event network-changed-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.139426] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Acquiring lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.279537] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.280661] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Instance network_info: |[{"id": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "address": "fa:16:3e:20:f3:e7", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e68b0b-f4", "ovs_interfaceid": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.280661] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Acquired lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.280661] env[69644]: DEBUG nova.network.neutron [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Refreshing network info cache for port c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.281836] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.294104] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.294672] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.294882] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d60d35-36ee-448a-a548-cf4108a080f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.318858] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.318858] env[69644]: value = "task-3552968" [ 884.318858] env[69644]: _type = "Task" [ 884.318858] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.331239] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552968, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.349829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.350087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.368608] env[69644]: DEBUG oslo_vmware.api [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Task: {'id': task-3552965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210624} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.372026] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.372026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.372026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.372026] env[69644]: INFO nova.compute.manager [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 884.372026] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.373478] env[69644]: DEBUG nova.compute.manager [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.373601] env[69644]: DEBUG nova.network.neutron [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.384734] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089037} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.385771] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.390027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e6df06-e3a8-45d2-90fa-7b5977c8a07b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.420869] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.427458] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f46937-135f-4ff5-a440-bac701ad620c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451678] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518204} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.451678] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c/1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.451919] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.453062] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 884.453062] env[69644]: value = "task-3552969" [ 884.453062] env[69644]: _type = "Task" [ 884.453062] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.453062] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b978b3-cf06-4cc0-ac00-c5bf1dd19eac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.465861] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.474056] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 884.474056] env[69644]: value = "task-3552970" [ 884.474056] env[69644]: _type = "Task" [ 884.474056] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.484469] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.590983] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.591628] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.597083] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.168s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.638391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.638716] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.639601] env[69644]: DEBUG nova.network.neutron [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.696884] env[69644]: DEBUG nova.compute.manager [req-8ae43bbb-86b6-4470-9c99-568bf4008967 req-ed3f1114-1af0-442c-af08-aebbc2aaf1ae service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Received event network-vif-deleted-d76f127c-7bb0-4556-9dcf-f33a28daf751 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.697052] env[69644]: INFO nova.compute.manager [req-8ae43bbb-86b6-4470-9c99-568bf4008967 req-ed3f1114-1af0-442c-af08-aebbc2aaf1ae service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Neutron deleted interface d76f127c-7bb0-4556-9dcf-f33a28daf751; detaching it from the instance and deleting it from the info cache [ 884.697262] env[69644]: DEBUG nova.network.neutron [req-8ae43bbb-86b6-4470-9c99-568bf4008967 req-ed3f1114-1af0-442c-af08-aebbc2aaf1ae service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.831869] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552968, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.967046] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552969, 'name': ReconfigVM_Task, 'duration_secs': 0.361613} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.967330] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.968013] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ff920a5-b860-425a-9b46-0181d46c4f54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.979423] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 884.979423] env[69644]: value = "task-3552971" [ 884.979423] env[69644]: _type = "Task" [ 884.979423] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.987018] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157186} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.987635] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.988514] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc28b0-621b-48c9-b838-f1d889bbb0c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.994925] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552971, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.017697] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c/1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.019792] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6825d8-7920-4341-bacc-eb9a04f6456a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.041800] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 885.041800] env[69644]: value = "task-3552972" [ 885.041800] env[69644]: _type = "Task" [ 885.041800] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.049501] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.065529] env[69644]: DEBUG nova.network.neutron [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Updated VIF entry in instance network info cache for port c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.065935] env[69644]: DEBUG nova.network.neutron [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Updating instance_info_cache with network_info: [{"id": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "address": "fa:16:3e:20:f3:e7", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e68b0b-f4", "ovs_interfaceid": "c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.105672] env[69644]: INFO nova.compute.claims [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.112283] env[69644]: DEBUG nova.compute.utils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.115526] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.115526] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.154782] env[69644]: DEBUG nova.policy [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bd769a09494811b4b6b6c3b5519344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e078b12ea024c12bc7d15fb25c4e1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.177253] env[69644]: DEBUG nova.network.neutron [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.199856] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21ca82c9-be55-4f97-92b7-80a730e1c7f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.213827] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce02ab-abd7-4444-afd1-670e4ae9cd22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.252967] env[69644]: DEBUG nova.compute.manager [req-8ae43bbb-86b6-4470-9c99-568bf4008967 req-ed3f1114-1af0-442c-af08-aebbc2aaf1ae service nova] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Detach interface failed, port_id=d76f127c-7bb0-4556-9dcf-f33a28daf751, reason: Instance 216cc9ff-c0cf-4992-b522-7c2aa871881c could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.331356] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552968, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.439090] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.439503] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.439567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.439786] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.439893] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.444316] env[69644]: INFO nova.compute.manager [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Terminating instance [ 885.452449] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Successfully created port: 21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.494924] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552971, 'name': Rename_Task, 'duration_secs': 0.155864} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.497283] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.497546] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5a66ce-6cfd-4d53-8a79-9aac214b6eb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.504674] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 885.504674] env[69644]: value = "task-3552973" [ 885.504674] env[69644]: _type = "Task" [ 885.504674] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.512881] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.551388] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552972, 'name': ReconfigVM_Task, 'duration_secs': 0.348731} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.551680] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c/1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.552332] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e8ad96-fffb-4574-a7c6-c792aa0e44e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.559892] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 885.559892] env[69644]: value = "task-3552974" [ 885.559892] env[69644]: _type = "Task" [ 885.559892] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.569044] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552974, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.570494] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ece0e35-aead-4074-8bf5-b27db0822fe6 req-843d184e-5c75-4d63-a0ed-dee04eecdc73 service nova] Releasing lock "refresh_cache-29a9cd36-1f65-4b0c-b677-622f65a4cedc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.616578] env[69644]: INFO nova.compute.resource_tracker [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating resource usage from migration cb03fa28-f697-4d92-af83-520e1216f1a3 [ 885.619631] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.682337] env[69644]: INFO nova.compute.manager [-] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Took 1.31 seconds to deallocate network for instance. [ 885.721998] env[69644]: DEBUG nova.network.neutron [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.832134] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552968, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.953438] env[69644]: DEBUG nova.compute.manager [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.953438] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.954828] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c225e6a3-18fa-4858-808e-30202fa75d9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.965062] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.969018] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1422b168-16ba-444c-8d09-897c291e36c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.977121] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 885.977121] env[69644]: value = "task-3552975" [ 885.977121] env[69644]: _type = "Task" [ 885.977121] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.989711] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.016754] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.072698] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552974, 'name': Rename_Task, 'duration_secs': 0.175075} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.075593] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.076349] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c10e3df-c12a-4f35-885b-a30051cf0a30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.085797] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 886.085797] env[69644]: value = "task-3552976" [ 886.085797] env[69644]: _type = "Task" [ 886.085797] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.098606] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.195029] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e097aef-1a35-425e-8a14-82256f5d60d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.199404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.205174] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7263369-b0f4-4b9e-b028-d243dadb05fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.240051] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.245012] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38265f62-64ca-4b4e-b908-bf106920642c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.255019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b1da9-b982-42f0-b3d7-c4fa69140597 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.268137] env[69644]: DEBUG nova.compute.provider_tree [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.331658] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552968, 'name': CreateVM_Task, 'duration_secs': 1.556265} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.331920] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.332704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.332878] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.333219] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.333475] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a803a9-4ba2-4d91-bf24-2d7fef4845f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.339191] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 886.339191] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bba56d-e6bd-f6df-e54a-7acc4ad84ea1" [ 886.339191] env[69644]: _type = "Task" [ 886.339191] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.347608] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bba56d-e6bd-f6df-e54a-7acc4ad84ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.493441] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552975, 'name': PowerOffVM_Task, 'duration_secs': 0.241519} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.493717] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.493867] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.494123] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1225e55b-c04b-448c-ac91-d3ca1b19a765 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.515165] env[69644]: DEBUG oslo_vmware.api [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552973, 'name': PowerOnVM_Task, 'duration_secs': 0.520034} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.515427] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.515627] env[69644]: DEBUG nova.compute.manager [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.516468] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f78f2-7a0f-4a56-91ea-2e3a09897882 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.568224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.568417] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.568586] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleting the datastore file [datastore2] 4bfc1067-c130-44ab-88ae-5471c16e6e12 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.568846] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4a782af-64ac-447d-a792-fa80d0cd2282 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.577393] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for the task: (returnval){ [ 886.577393] env[69644]: value = "task-3552978" [ 886.577393] env[69644]: _type = "Task" [ 886.577393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.585813] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.599440] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.637746] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.663581] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.664103] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.664103] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.664191] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.664356] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.664605] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.664800] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.664980] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.665176] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.665341] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.665524] env[69644]: DEBUG nova.virt.hardware [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.666431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4cb7b4-4bc7-4e02-b3a3-4cf01261348a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.675063] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d17512-8ca7-4eaf-9a7f-eccc3d8e9b4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.770240] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b5feb-1c9d-42a2-ba00-665a2a0bb941 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.773641] env[69644]: DEBUG nova.scheduler.client.report [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.794600] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b6eb3-55f7-4779-970c-5bcfd1636643 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.803269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.847536] env[69644]: DEBUG nova.compute.manager [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Received event network-vif-plugged-21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.847756] env[69644]: DEBUG oslo_concurrency.lockutils [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] Acquiring lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.847972] env[69644]: DEBUG oslo_concurrency.lockutils [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.848288] env[69644]: DEBUG oslo_concurrency.lockutils [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.848373] env[69644]: DEBUG nova.compute.manager [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] No waiting events found dispatching network-vif-plugged-21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.848546] env[69644]: WARNING nova.compute.manager [req-eac83ad9-c8ab-450e-9d9c-54605f8129f5 req-6f53e2de-0bf6-4f6a-bebe-b3b639a310e0 service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Received unexpected event network-vif-plugged-21cf3ecf-effb-4966-92b4-954cdcae4d1a for instance with vm_state building and task_state spawning. [ 886.852876] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bba56d-e6bd-f6df-e54a-7acc4ad84ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.853794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.854031] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.854268] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.854412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.854625] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.855345] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f32f246b-9cf8-42ee-8a71-7b57f11650fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.867487] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.867487] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.868145] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73c3046-8cea-4994-8710-24a71520952c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.876259] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 886.876259] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2bccc-5f5f-40a6-da32-9dbce62e6d7e" [ 886.876259] env[69644]: _type = "Task" [ 886.876259] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.888123] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2bccc-5f5f-40a6-da32-9dbce62e6d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.967455] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Successfully updated port: 21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.039305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.088206] env[69644]: DEBUG oslo_vmware.api [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Task: {'id': task-3552978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136458} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.088464] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.089084] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.089084] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.089084] env[69644]: INFO nova.compute.manager [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.089363] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.090026] env[69644]: DEBUG nova.compute.manager [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.090026] env[69644]: DEBUG nova.network.neutron [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.100446] env[69644]: DEBUG oslo_vmware.api [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552976, 'name': PowerOnVM_Task, 'duration_secs': 0.862851} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.100730] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.101726] env[69644]: INFO nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Took 8.32 seconds to spawn the instance on the hypervisor. [ 887.101726] env[69644]: DEBUG nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.101939] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c408d6-251c-4e7a-9d97-eb3cb679092e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.278214] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.681s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.278809] env[69644]: INFO nova.compute.manager [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Migrating [ 887.285370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.605s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.285552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.285792] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 887.287355] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.714s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.289053] env[69644]: INFO nova.compute.claims [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.294721] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e37a0-557c-4168-85a8-b80853ce716a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.312043] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.312043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d53542-f199-49c6-81e3-799476aa206f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314997] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5edbb86-94d2-4fb0-bd74-98d9952fbcd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.334272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e22971b-72f0-4435-b85b-a2992f215b21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.338056] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 887.338056] env[69644]: value = "task-3552979" [ 887.338056] env[69644]: _type = "Task" [ 887.338056] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.346250] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a9654-2e90-4b2d-86e3-1451903b2ee8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356905] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.389499] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178752MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 887.389754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.398842] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2bccc-5f5f-40a6-da32-9dbce62e6d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.023875} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.399645] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a59729-647e-441a-97b2-7d6f3a1b616c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.405662] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 887.405662] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5251a8b7-13a8-d981-78d0-3d770af6de23" [ 887.405662] env[69644]: _type = "Task" [ 887.405662] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.413215] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5251a8b7-13a8-d981-78d0-3d770af6de23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.471021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.471021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.471021] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.619858] env[69644]: INFO nova.compute.manager [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Took 53.12 seconds to build instance. [ 887.741454] env[69644]: INFO nova.compute.manager [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Rebuilding instance [ 887.799470] env[69644]: DEBUG nova.compute.manager [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.800390] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06a1af-5188-40a0-abab-c94dc8e5ee61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.804640] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.804820] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.804993] env[69644]: DEBUG nova.network.neutron [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.849320] env[69644]: DEBUG oslo_vmware.api [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3552979, 'name': PowerOnVM_Task, 'duration_secs': 0.448294} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.849619] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.849842] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8f892-8fd1-41e4-aaf4-fe17de23d1f5 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance 'b945a564-7589-4a4b-8660-0952d304ceb3' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.856070] env[69644]: DEBUG nova.network.neutron [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.920197] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5251a8b7-13a8-d981-78d0-3d770af6de23, 'name': SearchDatastore_Task, 'duration_secs': 0.018522} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.920493] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.920758] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 29a9cd36-1f65-4b0c-b677-622f65a4cedc/29a9cd36-1f65-4b0c-b677-622f65a4cedc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.921052] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70aa9336-994b-4046-8566-971f20218de7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.931015] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 887.931015] env[69644]: value = "task-3552980" [ 887.931015] env[69644]: _type = "Task" [ 887.931015] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.940341] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.005124] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.121754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d8caf4b5-276d-48e9-8c80-8f49bc01c575 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.735s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.153627] env[69644]: DEBUG nova.network.neutron [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Updating instance_info_cache with network_info: [{"id": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "address": "fa:16:3e:fb:c1:70", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cf3ecf-ef", "ovs_interfaceid": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.357482] env[69644]: INFO nova.compute.manager [-] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Took 1.27 seconds to deallocate network for instance. [ 888.442210] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484924} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.442557] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 29a9cd36-1f65-4b0c-b677-622f65a4cedc/29a9cd36-1f65-4b0c-b677-622f65a4cedc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.442748] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.443015] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9a4d7c-dc37-4018-8af2-2e02b161ed20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.451295] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.451569] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.451775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.451953] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.452129] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.455643] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 888.455643] env[69644]: value = "task-3552981" [ 888.455643] env[69644]: _type = "Task" [ 888.455643] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.456116] env[69644]: INFO nova.compute.manager [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Terminating instance [ 888.468464] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.558279] env[69644]: DEBUG nova.network.neutron [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.627807] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.657404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.657783] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Instance network_info: |[{"id": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "address": "fa:16:3e:fb:c1:70", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cf3ecf-ef", "ovs_interfaceid": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.658301] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:c1:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21cf3ecf-effb-4966-92b4-954cdcae4d1a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.666486] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.670210] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.671610] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae59b466-cb39-4d2a-9565-eec6b32616ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.694760] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.694760] env[69644]: value = "task-3552982" [ 888.694760] env[69644]: _type = "Task" [ 888.694760] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.703995] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552982, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.824142] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.824816] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6b39d1-b54a-4b3d-a160-44f44ad27f62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.835335] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 888.835335] env[69644]: value = "task-3552983" [ 888.835335] env[69644]: _type = "Task" [ 888.835335] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.852737] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.872408] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.929312] env[69644]: DEBUG nova.compute.manager [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Received event network-changed-21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.929578] env[69644]: DEBUG nova.compute.manager [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Refreshing instance network info cache due to event network-changed-21cf3ecf-effb-4966-92b4-954cdcae4d1a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.929751] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] Acquiring lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.929901] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] Acquired lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.930067] env[69644]: DEBUG nova.network.neutron [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Refreshing network info cache for port 21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.947796] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e2835-d8b9-474d-b24b-aee7798009d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.958079] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17887677-984a-4562-b2ff-c50e714d8053 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.966469] env[69644]: DEBUG nova.compute.manager [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.966697] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.967569] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb5179-d36f-4248-a3cb-740818ba2ead {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.001696] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcf3a5-886b-4f15-b48a-17dfb486e3cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.004530] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112466} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.006882] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.007238] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.008333] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f279b1-cd08-46d7-96f3-52ec2b2f796f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.010835] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8715afbd-a928-4455-a6d0-427a3e53b0eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.016354] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b482813-ac26-45cf-b3da-76b753c0c9ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.039763] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 29a9cd36-1f65-4b0c-b677-622f65a4cedc/29a9cd36-1f65-4b0c-b677-622f65a4cedc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.041996] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee24b5a-d8a7-410c-a73c-ecc484932830 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.063622] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 889.063622] env[69644]: value = "task-3552984" [ 889.063622] env[69644]: _type = "Task" [ 889.063622] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.076757] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.078808] env[69644]: DEBUG nova.compute.provider_tree [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.093810] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.093952] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 889.093952] env[69644]: value = "task-3552985" [ 889.093952] env[69644]: _type = "Task" [ 889.093952] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.106617] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.146359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.206024] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552982, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.353097] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552983, 'name': PowerOffVM_Task, 'duration_secs': 0.311674} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.353097] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.353097] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.353322] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad8067c-1ed6-451a-84a2-fc76442ad53f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.360928] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.360928] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0fc647c-f8ee-43d8-a28c-86780894434d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.427523] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.427632] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.427820] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.428110] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-052e2bec-2127-45ad-b1c1-5f533b53bf7c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.437242] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 889.437242] env[69644]: value = "task-3552987" [ 889.437242] env[69644]: _type = "Task" [ 889.437242] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.449019] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.588580] env[69644]: DEBUG nova.scheduler.client.report [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.594869] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552984, 'name': PowerOffVM_Task, 'duration_secs': 0.271663} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.595494] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.595595] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.598653] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b304cb-01a9-4e89-ab67-3b6898d83ddf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.608750] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.647523] env[69644]: DEBUG nova.network.neutron [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Updated VIF entry in instance network info cache for port 21cf3ecf-effb-4966-92b4-954cdcae4d1a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.647523] env[69644]: DEBUG nova.network.neutron [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Updating instance_info_cache with network_info: [{"id": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "address": "fa:16:3e:fb:c1:70", "network": {"id": "24208719-71f4-438e-aaaf-392d8787545b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1364333564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e078b12ea024c12bc7d15fb25c4e1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cf3ecf-ef", "ovs_interfaceid": "21cf3ecf-effb-4966-92b4-954cdcae4d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.669732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.669732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.669732] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.669732] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d939643-6583-4da9-94d3-ab710781f1bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.679053] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 889.679053] env[69644]: value = "task-3552989" [ 889.679053] env[69644]: _type = "Task" [ 889.679053] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.686465] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.705220] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552982, 'name': CreateVM_Task, 'duration_secs': 0.765716} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.705379] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.706074] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.706232] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.706535] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.706770] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90a4e71-9dbe-4efb-a81c-15365cc9d5fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.712774] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 889.712774] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd383a-4c21-d3ea-34e3-ed97629af0f7" [ 889.712774] env[69644]: _type = "Task" [ 889.712774] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.723954] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd383a-4c21-d3ea-34e3-ed97629af0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.948266] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142721} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.948402] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.948578] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.948773] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.998365] env[69644]: DEBUG nova.network.neutron [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Port 75202176-c47b-4660-b92a-8130704f1b84 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.998630] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.998778] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.998944] env[69644]: DEBUG nova.network.neutron [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.097173] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.097575] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.100645] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.938s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.102651] env[69644]: INFO nova.compute.claims [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.116522] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552985, 'name': ReconfigVM_Task, 'duration_secs': 0.879604} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.116522] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 29a9cd36-1f65-4b0c-b677-622f65a4cedc/29a9cd36-1f65-4b0c-b677-622f65a4cedc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.117213] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-830ee0f6-f89d-47fd-a122-62cb431fa139 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.125543] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 890.125543] env[69644]: value = "task-3552990" [ 890.125543] env[69644]: _type = "Task" [ 890.125543] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.139122] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552990, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.149984] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] Releasing lock "refresh_cache-b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150223] env[69644]: DEBUG nova.compute.manager [req-7b357c45-20c8-42f5-a765-536ead45c0eb req-fb8069ce-1960-4e51-b849-cccdc7a402ec service nova] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Received event network-vif-deleted-679d8b04-b3bc-4b2e-a923-c0dd535c1a10 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.187285] env[69644]: DEBUG oslo_vmware.api [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3552989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164088} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.187570] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.187751] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.187931] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.188523] env[69644]: INFO nova.compute.manager [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 890.188523] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.188523] env[69644]: DEBUG nova.compute.manager [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.188743] env[69644]: DEBUG nova.network.neutron [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.224337] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd383a-4c21-d3ea-34e3-ed97629af0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021524} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.224337] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.224620] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.224784] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.224899] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.225086] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.225360] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db7d22d-358c-4a42-a701-7ad548b74a4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.235760] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.235971] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.236798] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c2a478-05e6-470b-a32e-36b1ea1b2681 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.243337] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 890.243337] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52657905-61aa-3cd4-4e26-8d1fd8113217" [ 890.243337] env[69644]: _type = "Task" [ 890.243337] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.255292] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52657905-61aa-3cd4-4e26-8d1fd8113217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.606695] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff8546-49fb-401c-819a-033d1771446d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.610992] env[69644]: DEBUG nova.compute.utils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.614019] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.614209] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.637847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.638197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.638543] env[69644]: DEBUG nova.objects.instance [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.640028] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.657281] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552990, 'name': Rename_Task, 'duration_secs': 0.189943} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.658124] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.658124] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c536369-d4f3-4542-8add-e7eeb0762b65 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.666027] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 890.666027] env[69644]: value = "task-3552991" [ 890.666027] env[69644]: _type = "Task" [ 890.666027] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.674393] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.675701] env[69644]: DEBUG nova.policy [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e1b10b0444e4fc794be1001ef6a1dc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62a1ef3f935f49b0b1d6918952831dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.728260] env[69644]: DEBUG nova.network.neutron [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.754356] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52657905-61aa-3cd4-4e26-8d1fd8113217, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.756175] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad68528-c7de-41a7-91a4-3574e27c7fc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.761402] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 890.761402] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521f8b6e-3aaa-332f-ce7b-f8a8bd009f50" [ 890.761402] env[69644]: _type = "Task" [ 890.761402] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.769088] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521f8b6e-3aaa-332f-ce7b-f8a8bd009f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.971637] env[69644]: DEBUG nova.network.neutron [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.994438] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.994878] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.995099] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.995328] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.995513] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.995713] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.995989] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.996230] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.996443] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.996648] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.996867] env[69644]: DEBUG nova.virt.hardware [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.997986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56821cd-1ffe-4cd6-aaf6-5ad03eb171df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.006906] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42190d-830d-4138-a287-37d1157433dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.022624] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5082334d-987c-4cdd-b382-30b66c4f297a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.030335] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.030960] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.031263] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cc994fc-b967-4452-b86d-68b330e7c2a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.046631] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Successfully created port: 739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.056145] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.056145] env[69644]: value = "task-3552992" [ 891.056145] env[69644]: _type = "Task" [ 891.056145] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.065086] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552992, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.118644] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.149542] env[69644]: DEBUG nova.objects.instance [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.157411] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.157885] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28fdeac-d7c5-465a-be99-99db6f85e0ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.177808] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 891.177808] env[69644]: value = "task-3552993" [ 891.177808] env[69644]: _type = "Task" [ 891.177808] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.205027] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.213983] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.230506] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274210] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521f8b6e-3aaa-332f-ce7b-f8a8bd009f50, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.276828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.277182] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8/b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.277631] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a761252-e4e8-4359-8206-bda566a21da1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.288378] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 891.288378] env[69644]: value = "task-3552994" [ 891.288378] env[69644]: _type = "Task" [ 891.288378] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.300959] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.418816] env[69644]: DEBUG nova.compute.manager [req-a590fada-9ddb-401c-b92b-14aeeccc188f req-328da21c-a6a7-41b8-aa9f-bc2133dd7c4a service nova] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Received event network-vif-deleted-5da3fa19-719d-4587-8f80-9ad841597cb2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.475037] env[69644]: INFO nova.compute.manager [-] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Took 1.29 seconds to deallocate network for instance. [ 891.568722] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3552992, 'name': CreateVM_Task, 'duration_secs': 0.44103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.568901] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.569624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.569788] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.570135] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.570409] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e64fff-1024-4b5c-8a22-d3e92b2a38c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.576203] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 891.576203] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5237d828-78c8-a6f1-0c41-dbcf720cea84" [ 891.576203] env[69644]: _type = "Task" [ 891.576203] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.588097] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5237d828-78c8-a6f1-0c41-dbcf720cea84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.653063] env[69644]: DEBUG nova.objects.base [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance<509f9465-ccde-4d41-92f7-acd72545ec42> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.653063] env[69644]: DEBUG nova.network.neutron [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.677276] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552991, 'name': PowerOnVM_Task, 'duration_secs': 0.776727} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.680118] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.680933] env[69644]: INFO nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Took 10.15 seconds to spawn the instance on the hypervisor. [ 891.680933] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.682220] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3629708f-098a-4934-8f1f-b05a86a1284d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.692133] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def77b31-7a7c-45a8-a41c-b41b62f3e1fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699731] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552993, 'name': PowerOffVM_Task, 'duration_secs': 0.222894} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.703112] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.703327] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.710374] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d36d67-f2a8-4ec0-b0d8-85f1883b0ec7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.752572] env[69644]: DEBUG nova.compute.manager [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69644) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 891.752859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.754340] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae5517-5b06-44f2-b004-db6736e9cb44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.757794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-637ebc0f-4c79-4ef0-b3d0-c76c96fb699f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.766490] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7b6ec-7a67-4103-9a4c-52818843a9d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.782636] env[69644]: DEBUG nova.compute.provider_tree [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.802591] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.990622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.087124] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5237d828-78c8-a6f1-0c41-dbcf720cea84, 'name': SearchDatastore_Task, 'duration_secs': 0.018747} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.087465] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.087729] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.088126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.088332] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.089179] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.089660] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d867f96-d57d-46a7-b442-d99379241e67 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.100281] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.100467] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.101205] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11201b5-aa7c-4c6f-a837-f0b6009e35d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.107454] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 892.107454] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52030870-f8d5-9ffb-8013-3a10db5c4477" [ 892.107454] env[69644]: _type = "Task" [ 892.107454] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.116430] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52030870-f8d5-9ffb-8013-3a10db5c4477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.137021] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.161578] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.161855] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.162040] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.162332] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.162548] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.162716] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.162971] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.163261] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.163490] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.163731] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.163985] env[69644]: DEBUG nova.virt.hardware [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.165035] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1727c86-b999-4994-b7da-0dafd095d2b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.174314] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717aa288-6d87-48bc-8e58-10ab998fbf3b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.213189] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.213437] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.213601] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.213781] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.213926] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.214085] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.214286] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.214438] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.214601] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.215297] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.215297] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.221978] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d3b3951-358d-4529-9f72-e993d4d404b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.232264] env[69644]: INFO nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Took 56.39 seconds to build instance. [ 892.240261] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 892.240261] env[69644]: value = "task-3552995" [ 892.240261] env[69644]: _type = "Task" [ 892.240261] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.250483] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.286667] env[69644]: DEBUG nova.scheduler.client.report [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.302535] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53159} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.303576] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8/b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.303794] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.304064] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6287db03-1e2d-4e1a-a7be-e81fbcf113f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.313345] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 892.313345] env[69644]: value = "task-3552996" [ 892.313345] env[69644]: _type = "Task" [ 892.313345] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.322412] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.619049] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52030870-f8d5-9ffb-8013-3a10db5c4477, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.619775] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d4e0ce-ce4a-44ae-92f0-c612922cfd07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.626038] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 892.626038] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933112-0c01-ada6-e223-f8ea019eacc1" [ 892.626038] env[69644]: _type = "Task" [ 892.626038] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.635711] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933112-0c01-ada6-e223-f8ea019eacc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.723634] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Successfully updated port: 739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.734221] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.897s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.751619] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552995, 'name': ReconfigVM_Task, 'duration_secs': 0.414473} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.751925] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.792836] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.792836] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.795896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.285s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.796123] env[69644]: DEBUG nova.objects.instance [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lazy-loading 'resources' on Instance uuid 709fd06c-c855-489f-aed1-8f49619e5391 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.823277] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075455} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.823581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.824363] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e93f67-e34b-46cc-ace3-6cb362b71932 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.847907] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8/b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.848372] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be61e056-32fd-444d-bc28-e800583f9d69 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.868902] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 892.868902] env[69644]: value = "task-3552997" [ 892.868902] env[69644]: _type = "Task" [ 892.868902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.877285] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.925386] env[69644]: DEBUG nova.compute.manager [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Received event network-vif-plugged-739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.925386] env[69644]: DEBUG oslo_concurrency.lockutils [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] Acquiring lock "da76d620-e592-4137-80f4-348f0a67b175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.925386] env[69644]: DEBUG oslo_concurrency.lockutils [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] Lock "da76d620-e592-4137-80f4-348f0a67b175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.925386] env[69644]: DEBUG oslo_concurrency.lockutils [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] Lock "da76d620-e592-4137-80f4-348f0a67b175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.925828] env[69644]: DEBUG nova.compute.manager [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] No waiting events found dispatching network-vif-plugged-739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.925828] env[69644]: WARNING nova.compute.manager [req-6bc24df1-2c45-417e-af0f-c02b4caaa56a req-f8a45c0a-f7cc-4d64-9a9c-ba51724cc467 service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Received unexpected event network-vif-plugged-739b54b1-831b-49c3-8ef6-54ed902cfaee for instance with vm_state building and task_state spawning. [ 893.136958] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52933112-0c01-ada6-e223-f8ea019eacc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.137256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.137512] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.137817] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ff513ab-8f50-4a20-8499-ee13e8f30b1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.146420] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 893.146420] env[69644]: value = "task-3552998" [ 893.146420] env[69644]: _type = "Task" [ 893.146420] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.155454] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.226610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.226610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.226790] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.237037] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.258387] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.258637] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.258798] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.259021] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.259225] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.259376] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.259662] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.259752] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.259908] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.260084] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.260288] env[69644]: DEBUG nova.virt.hardware [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.265925] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.266253] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d2a43a-3450-4ca5-a46a-9d32e895e168 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.287782] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 893.287782] env[69644]: value = "task-3552999" [ 893.287782] env[69644]: _type = "Task" [ 893.287782] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.301241] env[69644]: DEBUG nova.compute.utils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.302866] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.305880] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.306125] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.379551] env[69644]: DEBUG nova.policy [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e7335d9e8b496982cae63ab829cb09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8421172409794796a6dc2abd7c0849da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.390735] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3552997, 'name': ReconfigVM_Task, 'duration_secs': 0.322229} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.394682] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8/b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.399645] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b310ab93-cbf6-45f9-ac81-297991e010de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.414895] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 893.414895] env[69644]: value = "task-3553000" [ 893.414895] env[69644]: _type = "Task" [ 893.414895] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.426057] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553000, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.664606] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3552998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472006} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.668219] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.668219] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.668612] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b46046-5dfb-4694-83aa-c964c952341b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.678890] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 893.678890] env[69644]: value = "task-3553001" [ 893.678890] env[69644]: _type = "Task" [ 893.678890] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.692786] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.766639] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.772387] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.798135] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3552999, 'name': ReconfigVM_Task, 'duration_secs': 0.363895} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.801454] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.802470] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a0efea-510a-4f86-aad8-27c21679696f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.810024] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.837785] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.842257] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Successfully created port: f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.844129] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09d90a0-6a7f-48c8-971a-01ef51ad389a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.865758] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 893.865758] env[69644]: value = "task-3553002" [ 893.865758] env[69644]: _type = "Task" [ 893.865758] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.871801] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.872047] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.872357] env[69644]: DEBUG nova.objects.instance [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.879440] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.928060] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553000, 'name': Rename_Task, 'duration_secs': 0.171475} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.928060] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.928376] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c765935f-9b0a-4680-8e4b-b0bda8edf8c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.937793] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 893.937793] env[69644]: value = "task-3553003" [ 893.937793] env[69644]: _type = "Task" [ 893.937793] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.942124] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd450e9-3cd0-4ca4-af14-4d40e2efaded {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.952831] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8049df1c-0631-4680-9a5e-1202fd16c7cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.956045] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.957718] env[69644]: DEBUG nova.network.neutron [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Updating instance_info_cache with network_info: [{"id": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "address": "fa:16:3e:fb:53:f0", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739b54b1-83", "ovs_interfaceid": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.986501] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28222eda-6545-48b8-b57c-bea954e213e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.995345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ace4d-e15e-4266-932a-7ee40bae753a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.011733] env[69644]: DEBUG nova.compute.provider_tree [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.189132] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064774} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.189655] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.190544] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5347dab4-7c79-42ba-8e57-31d205424e12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.216543] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.216543] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dbb7ee-6034-4f7d-ae38-4cb585401009 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.238273] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 894.238273] env[69644]: value = "task-3553004" [ 894.238273] env[69644]: _type = "Task" [ 894.238273] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.247413] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.384164] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.449105] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.459314] env[69644]: DEBUG nova.objects.instance [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.460549] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.460840] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Instance network_info: |[{"id": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "address": "fa:16:3e:fb:53:f0", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739b54b1-83", "ovs_interfaceid": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.461448] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:53:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '739b54b1-831b-49c3-8ef6-54ed902cfaee', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.469658] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating folder: Project (62a1ef3f935f49b0b1d6918952831dd2). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.470496] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c108ac3-61e1-413a-ab65-aed6b35b9d5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.486593] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created folder: Project (62a1ef3f935f49b0b1d6918952831dd2) in parent group-v709242. [ 894.486593] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating folder: Instances. Parent ref: group-v709412. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.486736] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e836b4fe-7d75-44b2-87af-ecbf85914081 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.499359] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created folder: Instances in parent group-v709412. [ 894.499522] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.499663] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.499899] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cffc127-e9b3-46ce-9ab6-804ed5452461 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.516009] env[69644]: DEBUG nova.scheduler.client.report [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.525786] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.525786] env[69644]: value = "task-3553007" [ 894.525786] env[69644]: _type = "Task" [ 894.525786] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.534261] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553007, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.749964] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.846312] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.876047] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b98ee94c20c65fea33968bf4dc08e9f1',container_format='bare',created_at=2025-04-24T14:58:23Z,direct_url=,disk_format='vmdk',id=bc01625e-66fe-4b90-81fc-c5d5b328af8a,min_disk=1,min_ram=0,name='tempest-test-snap-1176383749',owner='8421172409794796a6dc2abd7c0849da',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-24T14:58:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.876313] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.876460] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.876640] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.876784] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.876931] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.877156] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.877347] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.877550] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.877818] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.877882] env[69644]: DEBUG nova.virt.hardware [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.878771] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98cc42-ceac-4082-9689-9039fd94ce27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.884767] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553002, 'name': ReconfigVM_Task, 'duration_secs': 0.985738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.885515] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b/09c291df-d9bc-47c2-8b1d-fbc6727dec0b.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.885824] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.892787] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f580a4-fe15-4c65-a334-f996e0a58886 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.952753] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.962750] env[69644]: DEBUG nova.objects.base [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance<509f9465-ccde-4d41-92f7-acd72545ec42> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 894.963145] env[69644]: DEBUG nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.014998] env[69644]: DEBUG nova.policy [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.021027] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.022945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.124s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.024531] env[69644]: INFO nova.compute.claims [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.038502] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553007, 'name': CreateVM_Task, 'duration_secs': 0.495465} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.038672] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.039412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.039789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.040148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.040414] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e752f5f3-2e04-41de-975c-04900034bf79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046298] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 895.046298] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e64f53-708e-72fd-8d2a-47653bc9c715" [ 895.046298] env[69644]: _type = "Task" [ 895.046298] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.053442] env[69644]: INFO nova.scheduler.client.report [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Deleted allocations for instance 709fd06c-c855-489f-aed1-8f49619e5391 [ 895.058655] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e64f53-708e-72fd-8d2a-47653bc9c715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.251774] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553004, 'name': ReconfigVM_Task, 'duration_secs': 0.790889} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.252180] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031/b805541c-5a0d-46d9-93a2-dd9a8c136031.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.254058] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0120d3db-d227-42e3-9b38-da34fe349d27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.263330] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 895.263330] env[69644]: value = "task-3553008" [ 895.263330] env[69644]: _type = "Task" [ 895.263330] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.275137] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553008, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.304016] env[69644]: DEBUG nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Successfully created port: c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.323691] env[69644]: DEBUG nova.compute.manager [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Received event network-changed-739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.323877] env[69644]: DEBUG nova.compute.manager [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Refreshing instance network info cache due to event network-changed-739b54b1-831b-49c3-8ef6-54ed902cfaee. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.324296] env[69644]: DEBUG oslo_concurrency.lockutils [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] Acquiring lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.324454] env[69644]: DEBUG oslo_concurrency.lockutils [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] Acquired lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.324658] env[69644]: DEBUG nova.network.neutron [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Refreshing network info cache for port 739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.394759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1bd227-d7a7-4a41-8846-5001121047c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.419185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc3ec0-748f-47b0-a0f7-0f28698abc7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.438190] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.452019] env[69644]: DEBUG oslo_vmware.api [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553003, 'name': PowerOnVM_Task, 'duration_secs': 1.391115} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.452290] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.453015] env[69644]: INFO nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Took 8.81 seconds to spawn the instance on the hypervisor. [ 895.453015] env[69644]: DEBUG nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.453698] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9f2f1-7d19-49eb-8053-03b3021f780b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.546762] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Successfully updated port: f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.559782] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e64f53-708e-72fd-8d2a-47653bc9c715, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.560389] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.560758] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.561114] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.561391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.561689] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.564402] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077a352d-4949-409d-91c0-820337846a54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.568204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e20-cc78-48d5-b0aa-3d2e73030ed3 tempest-ImagesNegativeTestJSON-294850555 tempest-ImagesNegativeTestJSON-294850555-project-member] Lock "709fd06c-c855-489f-aed1-8f49619e5391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.561s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.576979] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.577243] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.577965] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dd7033-833b-4600-a026-9c3564b88185 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.584990] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 895.584990] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a88a3d-03af-f466-94ef-d866093ed481" [ 895.584990] env[69644]: _type = "Task" [ 895.584990] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.594916] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a88a3d-03af-f466-94ef-d866093ed481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.776517] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553008, 'name': Rename_Task, 'duration_secs': 0.331508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.776876] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.777227] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0201a4e0-2ad0-423a-ab27-0f7f8d21f73c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.785547] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 895.785547] env[69644]: value = "task-3553009" [ 895.785547] env[69644]: _type = "Task" [ 895.785547] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.796479] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.982120] env[69644]: DEBUG nova.network.neutron [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Port 0ecafe6e-9996-4248-94ed-218b21b29155 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 895.983882] env[69644]: INFO nova.compute.manager [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Took 49.25 seconds to build instance. [ 896.049775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.049908] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.050084] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.062145] env[69644]: DEBUG nova.network.neutron [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Updated VIF entry in instance network info cache for port 739b54b1-831b-49c3-8ef6-54ed902cfaee. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.062494] env[69644]: DEBUG nova.network.neutron [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Updating instance_info_cache with network_info: [{"id": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "address": "fa:16:3e:fb:53:f0", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739b54b1-83", "ovs_interfaceid": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.098384] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a88a3d-03af-f466-94ef-d866093ed481, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.099199] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ebbdb4-4642-482a-8d50-85be6e19c518 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.105215] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 896.105215] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b5539-44bb-b4d1-70d1-c31b8eee9939" [ 896.105215] env[69644]: _type = "Task" [ 896.105215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.119557] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b5539-44bb-b4d1-70d1-c31b8eee9939, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.119830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.120101] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] da76d620-e592-4137-80f4-348f0a67b175/da76d620-e592-4137-80f4-348f0a67b175.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.120359] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dfceed3-f4b8-46fe-b34e-8a62f0bbbda0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.129028] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 896.129028] env[69644]: value = "task-3553010" [ 896.129028] env[69644]: _type = "Task" [ 896.129028] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.137676] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.301086] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.489500] env[69644]: DEBUG oslo_concurrency.lockutils [None req-83489897-7ddf-406b-97e4-9fbf4e97009c tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.617s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.565728] env[69644]: DEBUG oslo_concurrency.lockutils [req-18d372d3-ff24-4e3a-a55b-e15d5991bb05 req-157346f2-c473-4035-99ec-8d201d6414af service nova] Releasing lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.568444] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b235b614-ef9e-4fcf-b1ff-f686fcf721cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.579809] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70030a-1fa4-4bc6-9229-f4427ea61e7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.616766] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.619276] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730da36a-8541-410e-b8f8-6a0af08641e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.627933] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d4be45-3040-41a4-89f3-dd1ff6a2362c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.650595] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553010, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.651489] env[69644]: DEBUG nova.compute.provider_tree [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.793601] env[69644]: DEBUG nova.network.neutron [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Updating instance_info_cache with network_info: [{"id": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "address": "fa:16:3e:ce:ef:ac", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf070b50d-cc", "ovs_interfaceid": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.800800] env[69644]: DEBUG oslo_vmware.api [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553009, 'name': PowerOnVM_Task, 'duration_secs': 0.881676} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.801120] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.801331] env[69644]: DEBUG nova.compute.manager [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.802418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97f0f5-a32d-4ce5-a622-16fa5338eb78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.809057] env[69644]: DEBUG nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Successfully updated port: c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.999542] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.007780] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.008010] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.008190] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.142844] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58562} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.143146] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] da76d620-e592-4137-80f4-348f0a67b175/da76d620-e592-4137-80f4-348f0a67b175.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.143365] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.143611] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b35e785-35b2-495b-b486-e2fed1a9958d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.151141] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 897.151141] env[69644]: value = "task-3553011" [ 897.151141] env[69644]: _type = "Task" [ 897.151141] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.154704] env[69644]: DEBUG nova.scheduler.client.report [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.167339] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.286232] env[69644]: DEBUG nova.compute.manager [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-plugged-c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.286485] env[69644]: DEBUG oslo_concurrency.lockutils [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.286698] env[69644]: DEBUG oslo_concurrency.lockutils [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.286865] env[69644]: DEBUG oslo_concurrency.lockutils [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.287042] env[69644]: DEBUG nova.compute.manager [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] No waiting events found dispatching network-vif-plugged-c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.287233] env[69644]: WARNING nova.compute.manager [req-a3bba034-efab-4473-9a46-4e73ccf96516 req-f9375f35-87fb-4b5d-a183-88973f95caac service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received unexpected event network-vif-plugged-c8abbfe0-2cb3-48e2-b116-e0a13c82627f for instance with vm_state active and task_state None. [ 897.296849] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.297174] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Instance network_info: |[{"id": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "address": "fa:16:3e:ce:ef:ac", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf070b50d-cc", "ovs_interfaceid": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.297594] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ef:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f070b50d-ccb9-4e8c-b48f-7791cef2d68e', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.305034] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.305675] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.305905] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03df962c-fd88-460f-a87e-e35af9a0dc9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.322084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.322813] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.322813] env[69644]: DEBUG nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.329198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.336322] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.336322] env[69644]: value = "task-3553012" [ 897.336322] env[69644]: _type = "Task" [ 897.336322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.344877] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553012, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.529222] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.659713] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.660696] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.667425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.457s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.667425] env[69644]: DEBUG nova.objects.instance [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lazy-loading 'resources' on Instance uuid a059e051-cdc3-4729-82c8-182bdf6d59cd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.669338] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074043} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.669338] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.669338] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646aae88-8665-46bc-bbab-7b6b1dfffa59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.695066] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] da76d620-e592-4137-80f4-348f0a67b175/da76d620-e592-4137-80f4-348f0a67b175.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.695948] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2269f3e9-32cf-4ea1-9b00-22bf0bb5ffac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.726742] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 897.726742] env[69644]: value = "task-3553013" [ 897.726742] env[69644]: _type = "Task" [ 897.726742] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.738552] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.846940] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553012, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.861417] env[69644]: WARNING nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 898.011737] env[69644]: DEBUG nova.compute.manager [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Received event network-vif-plugged-f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.011969] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Acquiring lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.012091] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.012268] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.012440] env[69644]: DEBUG nova.compute.manager [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] No waiting events found dispatching network-vif-plugged-f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.012605] env[69644]: WARNING nova.compute.manager [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Received unexpected event network-vif-plugged-f070b50d-ccb9-4e8c-b48f-7791cef2d68e for instance with vm_state building and task_state spawning. [ 898.012761] env[69644]: DEBUG nova.compute.manager [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Received event network-changed-f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.012912] env[69644]: DEBUG nova.compute.manager [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Refreshing instance network info cache due to event network-changed-f070b50d-ccb9-4e8c-b48f-7791cef2d68e. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.013127] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Acquiring lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.013400] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Acquired lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.013462] env[69644]: DEBUG nova.network.neutron [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Refreshing network info cache for port f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.048892] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.049184] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.049278] env[69644]: DEBUG nova.network.neutron [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.169901] env[69644]: DEBUG nova.compute.utils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.176262] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.176262] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.222246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.222497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.222700] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.222888] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.223115] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.230412] env[69644]: INFO nova.compute.manager [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Terminating instance [ 898.247432] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553013, 'name': ReconfigVM_Task, 'duration_secs': 0.308265} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.247708] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Reconfigured VM instance instance-0000003d to attach disk [datastore2] da76d620-e592-4137-80f4-348f0a67b175/da76d620-e592-4137-80f4-348f0a67b175.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.248611] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-647e2201-7188-47dc-9828-a25cc7ae2a55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.257481] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 898.257481] env[69644]: value = "task-3553014" [ 898.257481] env[69644]: _type = "Task" [ 898.257481] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.267504] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553014, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.271335] env[69644]: DEBUG nova.policy [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60a3321f3ad4148abc7912eeca37db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a20f33c61624b4b87ddaa0f1929ac39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.276722] env[69644]: DEBUG nova.network.neutron [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "address": "fa:16:3e:49:72:af", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8abbfe0-2c", "ovs_interfaceid": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.348434] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553012, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.643351] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Successfully created port: 27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.676500] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.737069] env[69644]: DEBUG nova.compute.manager [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.737069] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.737419] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476b532-1983-490b-b182-e0c5a3ae8b15 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.749779] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.750072] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5a05c0-3841-43ae-9272-41d703a602c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.760115] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 898.760115] env[69644]: value = "task-3553015" [ 898.760115] env[69644]: _type = "Task" [ 898.760115] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.775366] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553014, 'name': Rename_Task, 'duration_secs': 0.161859} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.779886] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.780825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.781555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.782155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.782155] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.782657] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d6a2421-6096-448d-bc67-0aafce4f2418 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.785102] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eec53a-2cc8-46e0-b70f-8ae84a480ad1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.810421] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.810694] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.810843] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.811176] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.811176] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.811368] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.811937] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.811937] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.811937] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.812169] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.812202] env[69644]: DEBUG nova.virt.hardware [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.819153] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfiguring VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 898.824983] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4693053e-fdc6-4647-905d-ca6ff1ddabac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.839872] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 898.839872] env[69644]: value = "task-3553016" [ 898.839872] env[69644]: _type = "Task" [ 898.839872] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.853416] env[69644]: DEBUG oslo_vmware.api [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 898.853416] env[69644]: value = "task-3553017" [ 898.853416] env[69644]: _type = "Task" [ 898.853416] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.869502] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553012, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.869934] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.877967] env[69644]: DEBUG oslo_vmware.api [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553017, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.903586] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bc7162-a3e1-48d0-92be-9548c4d490dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.914147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aec8be-0cdc-46be-9f3d-fd59af131025 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.957628] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30450f6-bb57-487f-a0ea-1c6988f5171e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.973025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b6a048-7775-4fbd-aba4-3c3b02e69cd9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.999086] env[69644]: DEBUG nova.compute.provider_tree [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.055208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.055208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.055208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.055629] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.055666] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.058509] env[69644]: INFO nova.compute.manager [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Terminating instance [ 899.276455] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553015, 'name': PowerOffVM_Task, 'duration_secs': 0.439871} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.277086] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.280625] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.280625] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-186416a1-34c6-43dd-83a4-8eea800721c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.299308] env[69644]: DEBUG nova.network.neutron [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Updated VIF entry in instance network info cache for port f070b50d-ccb9-4e8c-b48f-7791cef2d68e. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.299308] env[69644]: DEBUG nova.network.neutron [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Updating instance_info_cache with network_info: [{"id": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "address": "fa:16:3e:ce:ef:ac", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf070b50d-cc", "ovs_interfaceid": "f070b50d-ccb9-4e8c-b48f-7791cef2d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.338056] env[69644]: DEBUG nova.network.neutron [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.366251] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553012, 'name': CreateVM_Task, 'duration_secs': 1.607889} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.366586] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.366857] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.367060] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.367225] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleting the datastore file [datastore2] 29a9cd36-1f65-4b0c-b677-622f65a4cedc {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.368157] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.368697] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e59d817-c422-47e3-8c6e-aed439a800b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.377872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.378172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.378639] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.380030] env[69644]: DEBUG oslo_vmware.api [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.380103] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f463df4-693c-4a42-b7aa-a058b29200ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.387185] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 899.387185] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52003a1d-9fe0-7c55-d1bf-74d7e7878f19" [ 899.387185] env[69644]: _type = "Task" [ 899.387185] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.397020] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 899.397020] env[69644]: value = "task-3553019" [ 899.397020] env[69644]: _type = "Task" [ 899.397020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.413102] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413458] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Processing image bc01625e-66fe-4b90-81fc-c5d5b328af8a {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.413718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.414085] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.414765] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.415017] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323a4343-e98c-4e44-8a08-cc5d89c65099 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.438969] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.439142] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.440337] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa5a356-864f-4b3e-9b15-03b361584a68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.448072] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 899.448072] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52328075-31a9-d072-e1ea-abd86d5e1fa6" [ 899.448072] env[69644]: _type = "Task" [ 899.448072] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.461316] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52328075-31a9-d072-e1ea-abd86d5e1fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.503498] env[69644]: DEBUG nova.scheduler.client.report [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.565934] env[69644]: DEBUG nova.compute.manager [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.565934] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.565934] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f30eef-e60e-4335-bd7b-1b53fccd4d95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.574133] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.574583] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27a8a437-87a3-42c1-8d0f-6ebf5893ea3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.585537] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 899.585537] env[69644]: value = "task-3553020" [ 899.585537] env[69644]: _type = "Task" [ 899.585537] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.600332] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.694151] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.725875] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.726594] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.726594] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.727682] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.727682] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.727682] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.727682] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.728206] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.728206] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.728645] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.728645] env[69644]: DEBUG nova.virt.hardware [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.729655] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc2503b-cd67-44fc-b1f3-982687f43ea5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.741966] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074699af-afde-4099-ad7f-6c1d4acb3439 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.802516] env[69644]: DEBUG oslo_concurrency.lockutils [req-64e46dc1-ca33-4f1e-8a8a-181970f2f349 req-6af6d89c-2560-4430-9387-2db32638400f service nova] Releasing lock "refresh_cache-2e9d7675-5866-49d5-9c1d-f432a8d26b7f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845808] env[69644]: DEBUG oslo_concurrency.lockutils [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.854855] env[69644]: DEBUG oslo_vmware.api [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553016, 'name': PowerOnVM_Task, 'duration_secs': 0.642907} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.858766] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.860581] env[69644]: INFO nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Took 7.72 seconds to spawn the instance on the hypervisor. [ 899.860581] env[69644]: DEBUG nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.862346] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3edde1-ce8e-48f1-9892-e6ce50006565 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.875951] env[69644]: DEBUG oslo_vmware.api [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553017, 'name': ReconfigVM_Task, 'duration_secs': 0.683174} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.877054] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.877054] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfigured VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 899.905275] env[69644]: DEBUG oslo_vmware.api [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276702} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.905607] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.905702] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.905873] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.906174] env[69644]: INFO nova.compute.manager [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 899.906393] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.906595] env[69644]: DEBUG nova.compute.manager [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.906688] env[69644]: DEBUG nova.network.neutron [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.961133] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 899.961365] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Fetch image to [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6/OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 899.961561] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Downloading stream optimized image bc01625e-66fe-4b90-81fc-c5d5b328af8a to [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6/OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6.vmdk on the data store datastore2 as vApp {{(pid=69644) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 899.961725] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Downloading image file data bc01625e-66fe-4b90-81fc-c5d5b328af8a to the ESX as VM named 'OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6' {{(pid=69644) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 900.009763] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.011959] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.372s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.014073] env[69644]: INFO nova.compute.claims [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.037561] env[69644]: INFO nova.scheduler.client.report [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Deleted allocations for instance a059e051-cdc3-4729-82c8-182bdf6d59cd [ 900.050907] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 900.050907] env[69644]: value = "resgroup-9" [ 900.050907] env[69644]: _type = "ResourcePool" [ 900.050907] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 900.051234] env[69644]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c110c085-f3a6-4b4b-a0aa-1c6e8cf9c72a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.074191] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease: (returnval){ [ 900.074191] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 900.074191] env[69644]: _type = "HttpNfcLease" [ 900.074191] env[69644]: } obtained for vApp import into resource pool (val){ [ 900.074191] env[69644]: value = "resgroup-9" [ 900.074191] env[69644]: _type = "ResourcePool" [ 900.074191] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 900.074605] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the lease: (returnval){ [ 900.074605] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 900.074605] env[69644]: _type = "HttpNfcLease" [ 900.074605] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.083638] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.083638] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 900.083638] env[69644]: _type = "HttpNfcLease" [ 900.083638] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.095763] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553020, 'name': PowerOffVM_Task, 'duration_secs': 0.23738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.096427] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.096427] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.096427] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cfc2377-fac2-4468-b859-2e07efb527be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.180370] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.183127] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.183127] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleting the datastore file [datastore1] b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.183127] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-015923a3-69f8-42b4-8e6c-292018153d73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.194393] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for the task: (returnval){ [ 900.194393] env[69644]: value = "task-3553023" [ 900.194393] env[69644]: _type = "Task" [ 900.194393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.206862] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.383793] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f6e5c-6448-4cbf-8a41-3547f1a6911f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.388724] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dc044a26-998c-43b6-baa8-88e2440ffc3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.517s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.389943] env[69644]: INFO nova.compute.manager [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Took 43.84 seconds to build instance. [ 900.417308] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d4816-df24-43fa-bfc0-5b896dc87c60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.428331] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.438837] env[69644]: DEBUG nova.compute.manager [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-changed-c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.439073] env[69644]: DEBUG nova.compute.manager [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing instance network info cache due to event network-changed-c8abbfe0-2cb3-48e2-b116-e0a13c82627f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.439272] env[69644]: DEBUG oslo_concurrency.lockutils [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.439408] env[69644]: DEBUG oslo_concurrency.lockutils [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.439561] env[69644]: DEBUG nova.network.neutron [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing network info cache for port c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.548210] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b2e6cd32-ba25-422c-9c25-d11acef98788 tempest-AttachInterfacesUnderV243Test-1189967474 tempest-AttachInterfacesUnderV243Test-1189967474-project-member] Lock "a059e051-cdc3-4729-82c8-182bdf6d59cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.099s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.584122] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.584122] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 900.584122] env[69644]: _type = "HttpNfcLease" [ 900.584122] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.694605] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Successfully updated port: 27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.710402] env[69644]: DEBUG oslo_vmware.api [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Task: {'id': task-3553023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2429} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.710402] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.710402] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.710402] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.710402] env[69644]: INFO nova.compute.manager [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 900.710402] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.710402] env[69644]: DEBUG nova.compute.manager [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.710402] env[69644]: DEBUG nova.network.neutron [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.756347] env[69644]: DEBUG nova.network.neutron [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.892873] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e5e0f3d5-c64c-439c-adc5-d0efcd29df07 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.982s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.935328] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.935643] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e0ec73-7b23-4680-996a-047cee09e517 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.946889] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 900.946889] env[69644]: value = "task-3553024" [ 900.946889] env[69644]: _type = "Task" [ 900.946889] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.959573] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.084130] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.084130] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 901.084130] env[69644]: _type = "HttpNfcLease" [ 901.084130] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.084552] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.084552] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a9f4c7-6c30-aaa1-69df-47e7ba9fdf9e" [ 901.084552] env[69644]: _type = "HttpNfcLease" [ 901.084552] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 901.085737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46503308-3493-406a-b6f9-bc048b5e9b75 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.096037] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.096037] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 901.166516] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0b8b3fe-a1a8-4a9b-8673-44d019daf666 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.196277] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.196858] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.262511] env[69644]: INFO nova.compute.manager [-] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Took 1.36 seconds to deallocate network for instance. [ 901.281736] env[69644]: DEBUG nova.network.neutron [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updated VIF entry in instance network info cache for port c8abbfe0-2cb3-48e2-b116-e0a13c82627f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.282182] env[69644]: DEBUG nova.network.neutron [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "address": "fa:16:3e:49:72:af", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8abbfe0-2c", "ovs_interfaceid": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.303880] env[69644]: DEBUG nova.compute.manager [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Received event network-vif-plugged-27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.303880] env[69644]: DEBUG oslo_concurrency.lockutils [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.304053] env[69644]: DEBUG oslo_concurrency.lockutils [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.304169] env[69644]: DEBUG oslo_concurrency.lockutils [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.304355] env[69644]: DEBUG nova.compute.manager [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] No waiting events found dispatching network-vif-plugged-27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 901.304516] env[69644]: WARNING nova.compute.manager [req-ee3aabcc-50e9-4c16-a83a-4acc9e140144 req-9f22d180-cc71-40fd-8754-d56482697e19 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Received unexpected event network-vif-plugged-27759321-ebd4-4395-a292-9598bc84dc18 for instance with vm_state building and task_state spawning. [ 901.460182] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.488462] env[69644]: DEBUG nova.network.neutron [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.518106] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "d0285883-3f7c-4783-92fa-e3911a173871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.518106] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.518312] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "d0285883-3f7c-4783-92fa-e3911a173871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.518456] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.518621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.522309] env[69644]: INFO nova.compute.manager [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Terminating instance [ 901.640096] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9844cc-eb5e-4bd3-a74e-7d7396f2e5d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.652988] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057918fe-fb69-48f0-aa15-7d6c9e48285a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.704133] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f13f8a-c34e-4129-8c5c-629d2904a0e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.715199] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6c8c75-adc9-485b-b64a-2fd7a056f81d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.734375] env[69644]: DEBUG nova.compute.provider_tree [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.766021] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.773498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.786214] env[69644]: DEBUG oslo_concurrency.lockutils [req-beed81aa-9e49-4b15-b220-6b3330accb1c req-55101f71-959e-4479-886d-80d2952a42da service nova] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.958829] env[69644]: DEBUG oslo_vmware.api [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553024, 'name': PowerOnVM_Task, 'duration_secs': 0.759825} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.959160] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.959439] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-61943a55-81df-4267-ac58-46ca382258bf tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance '09c291df-d9bc-47c2-8b1d-fbc6727dec0b' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.994034] env[69644]: INFO nova.compute.manager [-] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Took 1.28 seconds to deallocate network for instance. [ 902.026567] env[69644]: DEBUG nova.compute.manager [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.026816] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.028151] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6658e625-874d-4550-8fc0-60bd4ee4f5dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.039363] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.040253] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec66f86b-def8-4a89-a2ce-91991747452b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.051273] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 902.051273] env[69644]: value = "task-3553025" [ 902.051273] env[69644]: _type = "Task" [ 902.051273] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.062722] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.097872] env[69644]: DEBUG nova.network.neutron [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Updating instance_info_cache with network_info: [{"id": "27759321-ebd4-4395-a292-9598bc84dc18", "address": "fa:16:3e:05:7d:eb", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27759321-eb", "ovs_interfaceid": "27759321-ebd4-4395-a292-9598bc84dc18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.231028] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 902.231028] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.231028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae5cc5a-d945-4f43-84fa-668ba31ee865 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.242422] env[69644]: DEBUG nova.scheduler.client.report [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.248460] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.248851] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 902.249671] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5ea09cb2-23f8-40db-a05f-a55bcd4682a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.260872] env[69644]: INFO nova.compute.manager [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Rescuing [ 902.260872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.260872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.260872] env[69644]: DEBUG nova.network.neutron [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.473842] env[69644]: DEBUG nova.compute.manager [req-def0cfd7-d223-42ed-b589-6c20f8c8d463 req-8a8d1b11-5e11-455d-b5ac-71f8a6af7993 service nova] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Received event network-vif-deleted-c5e68b0b-f4cb-4aa7-b05e-49c1acee0e16 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.499982] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.564497] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553025, 'name': PowerOffVM_Task, 'duration_secs': 0.293902} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.564998] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.565354] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.565730] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab5273f-59bb-41f1-bcfd-fae23a3f79c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.594024] env[69644]: DEBUG oslo_vmware.rw_handles [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60a06-8aae-6d95-1f1c-36c14495c832/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 902.594024] env[69644]: INFO nova.virt.vmwareapi.images [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Downloaded image file data bc01625e-66fe-4b90-81fc-c5d5b328af8a [ 902.594906] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6344ee59-f7c9-418f-8b0d-2cc7ad7480ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.601117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.604019] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance network_info: |[{"id": "27759321-ebd4-4395-a292-9598bc84dc18", "address": "fa:16:3e:05:7d:eb", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27759321-eb", "ovs_interfaceid": "27759321-ebd4-4395-a292-9598bc84dc18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.616230] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7d:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27759321-ebd4-4395-a292-9598bc84dc18', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.624909] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.626139] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.626478] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf46ca3-cc94-490d-9f4a-c4bd3e67ba02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.628312] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f4806a-988f-439f-8289-6c273671e2ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.657391] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.657847] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.658254] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore1] d0285883-3f7c-4783-92fa-e3911a173871 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.661766] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5fc420-b2af-4096-a249-a92d4db04c26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.668808] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.668808] env[69644]: value = "task-3553028" [ 902.668808] env[69644]: _type = "Task" [ 902.668808] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.677041] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 902.677041] env[69644]: value = "task-3553029" [ 902.677041] env[69644]: _type = "Task" [ 902.677041] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.690235] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553028, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.690639] env[69644]: INFO nova.virt.vmwareapi.images [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] The imported VM was unregistered [ 902.693545] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 902.694289] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.697537] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5e18a5-2d82-418b-aafa-f8c59068aa94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.699906] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.710185] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.710487] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6/OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6.vmdk to [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk. {{(pid=69644) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 902.710866] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-91eab271-13d0-4f9f-8fc6-27abb57fa15c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.720528] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 902.720528] env[69644]: value = "task-3553030" [ 902.720528] env[69644]: _type = "Task" [ 902.720528] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.730948] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.750633] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.751249] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.754157] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.626s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.754457] env[69644]: DEBUG nova.objects.instance [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.077274] env[69644]: DEBUG nova.network.neutron [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Updating instance_info_cache with network_info: [{"id": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "address": "fa:16:3e:fb:53:f0", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739b54b1-83", "ovs_interfaceid": "739b54b1-831b-49c3-8ef6-54ed902cfaee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.165726] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.166020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.166519] env[69644]: DEBUG nova.objects.instance [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.182963] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553028, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.196325] env[69644]: DEBUG oslo_vmware.api [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166219} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.196607] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.196798] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.196979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.197181] env[69644]: INFO nova.compute.manager [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Took 1.17 seconds to destroy the instance on the hypervisor. [ 903.197436] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.197626] env[69644]: DEBUG nova.compute.manager [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.197721] env[69644]: DEBUG nova.network.neutron [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.237807] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.260156] env[69644]: DEBUG nova.compute.utils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.268038] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 903.580851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "refresh_cache-da76d620-e592-4137-80f4-348f0a67b175" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.688745] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553028, 'name': CreateVM_Task, 'duration_secs': 0.587724} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.689153] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.689957] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.690138] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.690458] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.691036] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b88e52a-7bb1-4f04-a1fa-b40fb29fc971 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.700593] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 903.700593] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b76273-eb27-30f6-e9f0-84955db19444" [ 903.700593] env[69644]: _type = "Task" [ 903.700593] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.715280] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b76273-eb27-30f6-e9f0-84955db19444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.735433] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.766728] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.776026] env[69644]: DEBUG oslo_concurrency.lockutils [None req-25e913f7-8780-4203-bf6f-bf6efaf6f63f tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.776026] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.877s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.776026] env[69644]: DEBUG nova.objects.instance [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lazy-loading 'resources' on Instance uuid f3fdb268-4783-408f-b007-1df2e37b2007 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.831827] env[69644]: DEBUG nova.objects.instance [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.983729] env[69644]: DEBUG nova.compute.manager [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Received event network-changed-27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.984021] env[69644]: DEBUG nova.compute.manager [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Refreshing instance network info cache due to event network-changed-27759321-ebd4-4395-a292-9598bc84dc18. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.984336] env[69644]: DEBUG oslo_concurrency.lockutils [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] Acquiring lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.984514] env[69644]: DEBUG oslo_concurrency.lockutils [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] Acquired lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.984660] env[69644]: DEBUG nova.network.neutron [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Refreshing network info cache for port 27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.184952] env[69644]: DEBUG nova.network.neutron [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.218310] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b76273-eb27-30f6-e9f0-84955db19444, 'name': SearchDatastore_Task, 'duration_secs': 0.100214} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.218647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.218885] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.219179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.219280] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.219485] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.219733] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44cf1ba6-47e0-4a21-8133-01cd38b25876 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.242455] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.251700] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.251700] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.251700] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1748f8d-355e-4da8-b831-12f96e9f62ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260393] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 904.260393] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52414ef6-c14a-a7c2-f50d-1383373db74b" [ 904.260393] env[69644]: _type = "Task" [ 904.260393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.274921] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52414ef6-c14a-a7c2-f50d-1383373db74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.334193] env[69644]: DEBUG nova.objects.base [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance<509f9465-ccde-4d41-92f7-acd72545ec42> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.334193] env[69644]: DEBUG nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.442666] env[69644]: DEBUG nova.policy [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.687428] env[69644]: INFO nova.compute.manager [-] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Took 1.49 seconds to deallocate network for instance. [ 904.742042] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.778662] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52414ef6-c14a-a7c2-f50d-1383373db74b, 'name': SearchDatastore_Task, 'duration_secs': 0.097815} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.781997] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.784733] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdba2c94-6461-4803-8e72-0dc8cb4b5c6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.794621] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 904.794621] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979fc5-9b99-b325-593d-725e78887ae3" [ 904.794621] env[69644]: _type = "Task" [ 904.794621] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.807079] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979fc5-9b99-b325-593d-725e78887ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.821071] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.821337] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.821544] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.821746] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.821894] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.822926] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.822926] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.822926] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.822926] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.822926] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.823201] env[69644]: DEBUG nova.virt.hardware [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.825917] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ad6a1-9994-4124-a1d1-ea8163e4edd9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.835992] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4862fb6-310f-46c8-a28a-80860a638961 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.860175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.866270] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Creating folder: Project (4a18d7d855da486099e79c348b80d990). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.869301] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e70b2d-9d8c-494d-bfe5-281515516842 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.883370] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Created folder: Project (4a18d7d855da486099e79c348b80d990) in parent group-v709242. [ 904.883502] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Creating folder: Instances. Parent ref: group-v709418. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.884473] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fe9cc21-dd24-4ea6-8fa2-23e0cec967f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.902503] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Created folder: Instances in parent group-v709418. [ 904.902820] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.905730] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.906999] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99cced40-cc80-437c-8b18-436e24d5227c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.920047] env[69644]: DEBUG nova.network.neutron [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Updated VIF entry in instance network info cache for port 27759321-ebd4-4395-a292-9598bc84dc18. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.920434] env[69644]: DEBUG nova.network.neutron [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Updating instance_info_cache with network_info: [{"id": "27759321-ebd4-4395-a292-9598bc84dc18", "address": "fa:16:3e:05:7d:eb", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27759321-eb", "ovs_interfaceid": "27759321-ebd4-4395-a292-9598bc84dc18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.923180] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aa7916-9c01-4626-a546-72f47344b2bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.936637] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e08f2-9408-4599-bd9e-c2aa08e62904 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.939770] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.939770] env[69644]: value = "task-3553033" [ 904.939770] env[69644]: _type = "Task" [ 904.939770] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.980416] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1746ebf-2afc-40f7-a4ba-58ed7ac76cab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.982584] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553033, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.990835] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f170146-a200-4e31-872a-6cb6cd94ec1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008456] env[69644]: DEBUG nova.compute.provider_tree [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.133982] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.134420] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b19470-b024-4d74-a9ca-c68e6f21d1d1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.147152] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 905.147152] env[69644]: value = "task-3553034" [ 905.147152] env[69644]: _type = "Task" [ 905.147152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.163169] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.200017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.238128] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.308663] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979fc5-9b99-b325-593d-725e78887ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.08848} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.308663] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.308663] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.308663] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9e4084-fc78-4cfe-b317-8cd8a2171ff8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.316690] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 905.316690] env[69644]: value = "task-3553035" [ 905.316690] env[69644]: _type = "Task" [ 905.316690] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.328381] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.434829] env[69644]: DEBUG oslo_concurrency.lockutils [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] Releasing lock "refresh_cache-5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.434829] env[69644]: DEBUG nova.compute.manager [req-23d40b4b-7df9-459d-879d-a2005918503a req-0754d2e7-d0e5-41f3-9264-e323ef146457 service nova] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Received event network-vif-deleted-21cf3ecf-effb-4966-92b4-954cdcae4d1a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.456145] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553033, 'name': CreateVM_Task, 'duration_secs': 0.498445} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.460053] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.460053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.460053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.460053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.460053] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cad06c8-0f48-410f-bb5d-96bdfbf7f464 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.469424] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 905.469424] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521c6466-72c8-a73a-bd16-a3d0e4343b2c" [ 905.469424] env[69644]: _type = "Task" [ 905.469424] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.481241] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521c6466-72c8-a73a-bd16-a3d0e4343b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.481536] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.481768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.481993] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.482145] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.482329] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.482585] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0527df3d-a046-49b1-9901-b034ede9fafe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.501024] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.501024] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.501468] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a42c33-4a09-407e-bdc9-ade86d721952 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.507790] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 905.507790] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d6af4-0dba-ebc2-3d69-98012eac4901" [ 905.507790] env[69644]: _type = "Task" [ 905.507790] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.523109] env[69644]: DEBUG nova.scheduler.client.report [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.531349] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d6af4-0dba-ebc2-3d69-98012eac4901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.639313] env[69644]: DEBUG nova.compute.manager [req-f06c54b6-f6dc-4e1f-af57-b6290083bc84 req-9503773f-6ff6-492a-b58b-348fb07f3a1d service nova] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Received event network-vif-deleted-8a2536eb-7c3a-49bf-897e-ce0e7247ca5a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.659836] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553034, 'name': PowerOffVM_Task, 'duration_secs': 0.279389} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.660145] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.661104] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33711e-817b-4ad0-83d0-681f8af63aa5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.687051] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857134ed-242d-4387-bf8e-b3315342f342 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.739815] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553030, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.549858} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.743740] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.743740] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6/OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6.vmdk to [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk. [ 905.743740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Cleaning up location [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 905.743740] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d524fd8f-d672-49ef-8fcd-2b4fdcbf90d6 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.743740] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c237d99-e93f-4e6d-ae20-c2b5ebe6c48c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.744831] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb731820-1cc9-4aae-8283-3eb12bdd82a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.753577] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 905.753577] env[69644]: value = "task-3553037" [ 905.753577] env[69644]: _type = "Task" [ 905.753577] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.755208] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 905.755208] env[69644]: value = "task-3553036" [ 905.755208] env[69644]: _type = "Task" [ 905.755208] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.773716] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 905.773949] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.775454] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.775454] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.827911] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48957} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.828207] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.828424] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.828675] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8fb0725-9f53-4bfa-8f81-54148211ded1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.836227] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 905.836227] env[69644]: value = "task-3553038" [ 905.836227] env[69644]: _type = "Task" [ 905.836227] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.846052] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.021614] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d6af4-0dba-ebc2-3d69-98012eac4901, 'name': SearchDatastore_Task, 'duration_secs': 0.064623} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.022591] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e59d22-5f9c-474b-9849-b6bebbf57802 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.029340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.034852] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 906.034852] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5235957f-5527-fe52-3dc2-82ba3fcb4f01" [ 906.034852] env[69644]: _type = "Task" [ 906.034852] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.035457] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.755s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.039047] env[69644]: INFO nova.compute.claims [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.055907] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5235957f-5527-fe52-3dc2-82ba3fcb4f01, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.056304] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.056536] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.056880] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.057116] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.057377] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5addb234-1585-40fa-b63d-68ebfac8236e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.061605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.061605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.061605] env[69644]: DEBUG nova.compute.manager [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Going to confirm migration 3 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 906.061605] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2849506d-e789-46a3-ae0e-4823b7ca2694 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.067767] env[69644]: INFO nova.scheduler.client.report [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Deleted allocations for instance f3fdb268-4783-408f-b007-1df2e37b2007 [ 906.070026] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 906.070026] env[69644]: value = "task-3553039" [ 906.070026] env[69644]: _type = "Task" [ 906.070026] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.074390] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.074390] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.078505] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ef0c3e-7680-42f5-a39c-2cfae85b0e3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.090802] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.091032] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 906.091032] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e18b43-fd5c-03cf-8883-f2de5119a83b" [ 906.091032] env[69644]: _type = "Task" [ 906.091032] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.101863] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e18b43-fd5c-03cf-8883-f2de5119a83b, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.102689] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d3dc51-0d25-444f-8a60-fbd0ffeaae86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.108617] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 906.108617] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e9209b-4e4f-48cb-8045-2ee58b4f1aef" [ 906.108617] env[69644]: _type = "Task" [ 906.108617] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.118067] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e9209b-4e4f-48cb-8045-2ee58b4f1aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.224202] env[69644]: DEBUG nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Successfully updated port: 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.271277] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061223} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.271661] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.271837] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.272151] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk to [datastore2] 2e9d7675-5866-49d5-9c1d-f432a8d26b7f/2e9d7675-5866-49d5-9c1d-f432a8d26b7f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.272420] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f56e645-6050-4d25-906f-db3b8ae10c73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.281693] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 906.281693] env[69644]: value = "task-3553040" [ 906.281693] env[69644]: _type = "Task" [ 906.281693] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.292064] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.348018] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309477} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.348536] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.349418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2cb40f-4490-472b-acb6-9aff4a8bb320 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.385434] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.385897] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9086137-a591-4775-b471-68b3f51a81c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.419280] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 906.419280] env[69644]: value = "task-3553041" [ 906.419280] env[69644]: _type = "Task" [ 906.419280] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.430594] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.581900] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b64b609c-1b25-438b-ac47-b9bf9429e8c6 tempest-ServerDiagnosticsNegativeTest-50246243 tempest-ServerDiagnosticsNegativeTest-50246243-project-member] Lock "f3fdb268-4783-408f-b007-1df2e37b2007" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.195s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.585960] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453469} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.586430] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.586654] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.586987] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57eec9c-4bcb-4f75-a532-46fc4cda7fbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.596138] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 906.596138] env[69644]: value = "task-3553042" [ 906.596138] env[69644]: _type = "Task" [ 906.596138] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.605449] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.619158] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e9209b-4e4f-48cb-8045-2ee58b4f1aef, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.619434] env[69644]: DEBUG oslo_concurrency.lockutils [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.619717] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] da76d620-e592-4137-80f4-348f0a67b175/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 906.620014] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca58738-66e3-4169-8d83-7bd2f5e6a5e1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.626376] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 906.626376] env[69644]: value = "task-3553043" [ 906.626376] env[69644]: _type = "Task" [ 906.626376] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.636589] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.638126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.638477] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.640165] env[69644]: DEBUG nova.network.neutron [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.640165] env[69644]: DEBUG nova.objects.instance [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'info_cache' on Instance uuid 09c291df-d9bc-47c2-8b1d-fbc6727dec0b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.726058] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.726058] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.726283] env[69644]: DEBUG nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.794701] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.932194] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.934896] env[69644]: DEBUG nova.compute.manager [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-plugged-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.935201] env[69644]: DEBUG oslo_concurrency.lockutils [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.935507] env[69644]: DEBUG oslo_concurrency.lockutils [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.935693] env[69644]: DEBUG oslo_concurrency.lockutils [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.935882] env[69644]: DEBUG nova.compute.manager [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] No waiting events found dispatching network-vif-plugged-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.936041] env[69644]: WARNING nova.compute.manager [req-2ed04591-fb33-4b33-91a8-af4959d1f914 req-417539cb-3fb5-4876-b117-ae1b9aa8a40a service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received unexpected event network-vif-plugged-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 for instance with vm_state active and task_state None. [ 907.108210] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122452} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.108491] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.109317] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de664c-81a0-4ff3-be45-c0d93d7dbc60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.131972] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.135066] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8cb9c6-0e06-4f0d-8072-2289f4c85bb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.162367] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.166507] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 907.166507] env[69644]: value = "task-3553044" [ 907.166507] env[69644]: _type = "Task" [ 907.166507] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.178520] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.287991] env[69644]: WARNING nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 907.288285] env[69644]: WARNING nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 907.297676] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.445309] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.614200] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13869aae-a8c2-440d-981f-6292a38274bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.628255] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e98211-4431-4fd5-a5b4-f221dc9844da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.676442] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d0aac-cc51-467f-9195-bc52fbd011dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.685532] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.694476] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.697882] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd608ddc-ecb1-4f50-a822-e29f8b039fbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.715584] env[69644]: DEBUG nova.compute.provider_tree [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.797714] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.920815] env[69644]: DEBUG nova.network.neutron [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [{"id": "0ecafe6e-9996-4248-94ed-218b21b29155", "address": "fa:16:3e:ac:78:81", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecafe6e-99", "ovs_interfaceid": "0ecafe6e-9996-4248-94ed-218b21b29155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.938550] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553041, 'name': ReconfigVM_Task, 'duration_secs': 1.427223} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.938550] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.938550] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e409cdd6-b3bf-4e88-8c77-547e3e5595d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.948232] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 907.948232] env[69644]: value = "task-3553045" [ 907.948232] env[69644]: _type = "Task" [ 907.948232] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.958011] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553045, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.055143] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "a4458be6-1f79-486d-aced-2e9072547b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.055505] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.147779] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.183180] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.218696] env[69644]: DEBUG nova.scheduler.client.report [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.296703] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.364377] env[69644]: DEBUG nova.network.neutron [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "address": "fa:16:3e:49:72:af", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8abbfe0-2c", "ovs_interfaceid": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "address": "fa:16:3e:55:34:e7", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3ecc5b-68", "ovs_interfaceid": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.426500] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-09c291df-d9bc-47c2-8b1d-fbc6727dec0b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.426616] env[69644]: DEBUG nova.objects.instance [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'migration_context' on Instance uuid 09c291df-d9bc-47c2-8b1d-fbc6727dec0b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.460538] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553045, 'name': Rename_Task, 'duration_secs': 0.414187} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.460538] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.460796] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab84e1e-04f4-45d6-bf6d-806b5252849b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.473444] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 908.473444] env[69644]: value = "task-3553046" [ 908.473444] env[69644]: _type = "Task" [ 908.473444] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.485985] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.560019] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.648983] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.683792] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553044, 'name': ReconfigVM_Task, 'duration_secs': 1.501739} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.684023] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.684696] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704d47a7-284f-441f-9ed3-4ed7126e913b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.693170] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 908.693170] env[69644]: value = "task-3553047" [ 908.693170] env[69644]: _type = "Task" [ 908.693170] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.703803] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553047, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.724934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.725562] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.728342] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.807s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.728545] env[69644]: DEBUG nova.objects.instance [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lazy-loading 'resources' on Instance uuid cdd9a309-f77f-4948-80f4-4bccb68875bb {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.796637] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.868053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.868053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.868053] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.869049] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6e082-bd46-46b7-a216-0ab65bf2f623 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.893393] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.893568] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.893740] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.893930] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.894090] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.894242] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.894456] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.894650] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.894914] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.895116] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.895365] env[69644]: DEBUG nova.virt.hardware [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.902029] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfiguring VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 908.902819] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03dbd1b-1d1f-454b-a4c8-f260d888fbf8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.923153] env[69644]: DEBUG oslo_vmware.api [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 908.923153] env[69644]: value = "task-3553048" [ 908.923153] env[69644]: _type = "Task" [ 908.923153] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.933027] env[69644]: DEBUG nova.objects.base [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Object Instance<09c291df-d9bc-47c2-8b1d-fbc6727dec0b> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.933402] env[69644]: DEBUG oslo_vmware.api [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553048, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.934272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae1d33-0dca-4c58-be9d-d925ca9d22b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.954627] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64883c11-b79c-488a-82bd-3186323209db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961713] env[69644]: DEBUG oslo_vmware.api [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 908.961713] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260e849-5a64-3d1a-7b1c-034ecd4e8cac" [ 908.961713] env[69644]: _type = "Task" [ 908.961713] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.972444] env[69644]: DEBUG oslo_vmware.api [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260e849-5a64-3d1a-7b1c-034ecd4e8cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.984629] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553046, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.088379] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.146886] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553043, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.446106} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.147237] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] da76d620-e592-4137-80f4-348f0a67b175/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 909.148143] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa95e86-e87e-4739-90f0-ff8cdf787620 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.172953] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] da76d620-e592-4137-80f4-348f0a67b175/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.173360] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ce4b42-3289-43d3-a596-d49a651bfd18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.193220] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 909.193220] env[69644]: value = "task-3553049" [ 909.193220] env[69644]: _type = "Task" [ 909.193220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.204934] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.208224] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553047, 'name': Rename_Task, 'duration_secs': 0.324146} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.208506] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.208784] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18568600-c759-44e2-b1aa-6f0a3af51b40 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.215322] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 909.215322] env[69644]: value = "task-3553050" [ 909.215322] env[69644]: _type = "Task" [ 909.215322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.223397] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.232033] env[69644]: DEBUG nova.compute.utils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.236747] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.237017] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.298488] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553040, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.738373} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.300106] env[69644]: DEBUG nova.policy [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00ea59ef90f2424ab71408f3d3e914b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1a927e40f6483eb93424c6e896574d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.301972] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bc01625e-66fe-4b90-81fc-c5d5b328af8a/bc01625e-66fe-4b90-81fc-c5d5b328af8a.vmdk to [datastore2] 2e9d7675-5866-49d5-9c1d-f432a8d26b7f/2e9d7675-5866-49d5-9c1d-f432a8d26b7f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.305393] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae6b9d-615b-4929-acbc-15094ba2496f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.330138] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2e9d7675-5866-49d5-9c1d-f432a8d26b7f/2e9d7675-5866-49d5-9c1d-f432a8d26b7f.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.333354] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2f7bd2-99fc-499c-b136-5a903e70c227 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.353440] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 909.353440] env[69644]: value = "task-3553051" [ 909.353440] env[69644]: _type = "Task" [ 909.353440] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.361661] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.438020] env[69644]: DEBUG oslo_vmware.api [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.471811] env[69644]: DEBUG oslo_vmware.api [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260e849-5a64-3d1a-7b1c-034ecd4e8cac, 'name': SearchDatastore_Task, 'duration_secs': 0.0347} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.474617] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.488140] env[69644]: DEBUG oslo_vmware.api [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553046, 'name': PowerOnVM_Task, 'duration_secs': 0.766415} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.490691] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.490919] env[69644]: INFO nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Took 9.80 seconds to spawn the instance on the hypervisor. [ 909.494384] env[69644]: DEBUG nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.495297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ef35f-974e-45bd-9ccd-6dd52da35cf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.703213] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.706430] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Successfully created port: ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.725732] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.736795] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.776827] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726ef8b-41a5-40ee-b483-057ba2d7eedb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.785359] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960b0ce-affc-4689-ad90-b35b8a6d9de4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.820655] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b3be5-001f-4082-8014-3b55cdd5bc34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.828089] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c80d3d4-a6f5-4c01-a40a-5ad29b7f80c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.841597] env[69644]: DEBUG nova.compute.provider_tree [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.863016] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.865170] env[69644]: DEBUG nova.compute.manager [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-changed-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.865360] env[69644]: DEBUG nova.compute.manager [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing instance network info cache due to event network-changed-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.865569] env[69644]: DEBUG oslo_concurrency.lockutils [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.865724] env[69644]: DEBUG oslo_concurrency.lockutils [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.865886] env[69644]: DEBUG nova.network.neutron [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Refreshing network info cache for port 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.935646] env[69644]: DEBUG oslo_vmware.api [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553048, 'name': ReconfigVM_Task, 'duration_secs': 0.66599} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.936151] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.936371] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfigured VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 910.012201] env[69644]: INFO nova.compute.manager [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Took 50.14 seconds to build instance. [ 910.203526] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553049, 'name': ReconfigVM_Task, 'duration_secs': 0.961501} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.204203] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Reconfigured VM instance instance-0000003d to attach disk [datastore2] da76d620-e592-4137-80f4-348f0a67b175/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.204948] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1b1c59-3cb2-4fb7-813f-ffd10aefd1dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.236868] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d798b198-40ab-44aa-875c-1faab2f60401 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.255589] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.256922] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 910.256922] env[69644]: value = "task-3553052" [ 910.256922] env[69644]: _type = "Task" [ 910.256922] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.264866] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.344722] env[69644]: DEBUG nova.scheduler.client.report [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.364749] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553051, 'name': ReconfigVM_Task, 'duration_secs': 0.80138} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.364749] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2e9d7675-5866-49d5-9c1d-f432a8d26b7f/2e9d7675-5866-49d5-9c1d-f432a8d26b7f.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.365278] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9d69edb-3553-4f1c-9bd4-4b4539d92b92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.371697] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 910.371697] env[69644]: value = "task-3553053" [ 910.371697] env[69644]: _type = "Task" [ 910.371697] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.379494] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553053, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.443059] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d828728-3cb5-4d75-92d0-c74537d15f3b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.277s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.513927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1d5ec28d-8fef-4fc4-bc63-423571593558 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.395s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.591028] env[69644]: DEBUG nova.network.neutron [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updated VIF entry in instance network info cache for port 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.591784] env[69644]: DEBUG nova.network.neutron [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "address": "fa:16:3e:49:72:af", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8abbfe0-2c", "ovs_interfaceid": "c8abbfe0-2cb3-48e2-b116-e0a13c82627f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "address": "fa:16:3e:55:34:e7", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3ecc5b-68", "ovs_interfaceid": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.740286] env[69644]: DEBUG oslo_vmware.api [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553050, 'name': PowerOnVM_Task, 'duration_secs': 1.155796} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.740550] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.740751] env[69644]: INFO nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Took 5.96 seconds to spawn the instance on the hypervisor. [ 910.740928] env[69644]: DEBUG nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.741696] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ea780-94dd-47ed-9be8-690aa3f9144f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.752226] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.765644] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553052, 'name': ReconfigVM_Task, 'duration_secs': 0.258407} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.765897] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.766148] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb30eb08-850f-4885-b3f7-913ae37cac70 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.772468] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 910.772468] env[69644]: value = "task-3553054" [ 910.772468] env[69644]: _type = "Task" [ 910.772468] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.777751] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.777978] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.778144] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.778327] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.778471] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.778618] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.778820] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.778976] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.779154] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.779318] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.779487] env[69644]: DEBUG nova.virt.hardware [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.780247] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f87ee1-c8b1-4ed0-881f-0eae949d1a5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.787601] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.791132] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a9cc2e-c030-4d1f-b294-2d093662c0cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.849828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.852339] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.324s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.852467] env[69644]: DEBUG nova.objects.instance [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lazy-loading 'resources' on Instance uuid 7c77043c-3aea-455a-8645-d27ccbde444c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.873600] env[69644]: INFO nova.scheduler.client.report [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Deleted allocations for instance cdd9a309-f77f-4948-80f4-4bccb68875bb [ 910.886744] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553053, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.095517] env[69644]: DEBUG oslo_concurrency.lockutils [req-a461fa55-5d42-48f8-94cf-04e9da6f12d8 req-7e9820bb-b4ca-4924-b41f-fa47211d9fa3 service nova] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.259629] env[69644]: INFO nova.compute.manager [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Took 43.64 seconds to build instance. [ 911.284586] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.385890] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4185271f-76b2-4d2e-82f5-2cf9417644f1 tempest-ServerShowV257Test-1919581305 tempest-ServerShowV257Test-1919581305-project-member] Lock "cdd9a309-f77f-4948-80f4-4bccb68875bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.725s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.390834] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553053, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.499853] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Successfully updated port: ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.761694] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b8f2e018-f324-42b0-8e12-0ef572d546dc tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.695s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.787416] env[69644]: DEBUG oslo_vmware.api [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553054, 'name': PowerOnVM_Task, 'duration_secs': 0.751501} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.788912] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.792892] env[69644]: DEBUG nova.compute.manager [None req-66307f29-cce5-415e-b1b9-7d092b6ba325 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.793779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca81ea41-0179-490d-a076-eeef2ec7feda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.889264] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553053, 'name': Rename_Task, 'duration_secs': 1.151264} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.889610] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.889909] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04de268c-dd76-4cb9-adc7-4a33f6544006 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.900165] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 911.900165] env[69644]: value = "task-3553055" [ 911.900165] env[69644]: _type = "Task" [ 911.900165] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.908790] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.910117] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a12be2-8bfb-4397-acfb-e51265970e41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.918422] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9791b5a-e5d7-4f77-a1d6-8954baa486bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.954794] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2516cc17-144b-4044-8920-94f440a4e7be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.965323] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9143b156-d641-4840-bc5b-c2919b78afed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.979758] env[69644]: DEBUG nova.compute.provider_tree [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.003423] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.003611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.004074] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.202696] env[69644]: DEBUG nova.compute.manager [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Received event network-vif-plugged-ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.202973] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Acquiring lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.203121] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.203290] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.203454] env[69644]: DEBUG nova.compute.manager [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] No waiting events found dispatching network-vif-plugged-ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 912.203620] env[69644]: WARNING nova.compute.manager [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Received unexpected event network-vif-plugged-ca315648-ac0d-414f-b170-73994aa6895e for instance with vm_state building and task_state spawning. [ 912.203773] env[69644]: DEBUG nova.compute.manager [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Received event network-changed-ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.203916] env[69644]: DEBUG nova.compute.manager [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Refreshing instance network info cache due to event network-changed-ca315648-ac0d-414f-b170-73994aa6895e. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.204176] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Acquiring lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.413597] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.463865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.464143] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.464331] env[69644]: DEBUG nova.compute.manager [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.465665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd3ef7-5394-47e7-b587-f1e141eff550 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.476406] env[69644]: DEBUG nova.compute.manager [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.477232] env[69644]: DEBUG nova.objects.instance [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'flavor' on Instance uuid 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.482496] env[69644]: DEBUG nova.scheduler.client.report [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.543468] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.735465] env[69644]: DEBUG nova.network.neutron [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Updating instance_info_cache with network_info: [{"id": "ca315648-ac0d-414f-b170-73994aa6895e", "address": "fa:16:3e:ce:1a:f7", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca315648-ac", "ovs_interfaceid": "ca315648-ac0d-414f-b170-73994aa6895e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.916250] env[69644]: DEBUG oslo_vmware.api [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553055, 'name': PowerOnVM_Task, 'duration_secs': 0.539299} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.916612] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.916875] env[69644]: INFO nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Took 18.07 seconds to spawn the instance on the hypervisor. [ 912.917119] env[69644]: DEBUG nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.917952] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf285a-2714-449d-9542-f5710170b549 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.991125] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.994667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.103s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.000193] env[69644]: INFO nova.compute.claims [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.015277] env[69644]: INFO nova.scheduler.client.report [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Deleted allocations for instance 7c77043c-3aea-455a-8645-d27ccbde444c [ 913.062280] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-c8abbfe0-2cb3-48e2-b116-e0a13c82627f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.062846] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-c8abbfe0-2cb3-48e2-b116-e0a13c82627f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.083898] env[69644]: INFO nova.compute.manager [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Rebuilding instance [ 913.122113] env[69644]: DEBUG nova.compute.manager [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.123010] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e20e8-7380-4f94-98e5-b25fe520b3d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.240289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.240628] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Instance network_info: |[{"id": "ca315648-ac0d-414f-b170-73994aa6895e", "address": "fa:16:3e:ce:1a:f7", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca315648-ac", "ovs_interfaceid": "ca315648-ac0d-414f-b170-73994aa6895e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.240940] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Acquired lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.241136] env[69644]: DEBUG nova.network.neutron [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Refreshing network info cache for port ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.242338] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:1a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca315648-ac0d-414f-b170-73994aa6895e', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.250063] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.250519] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.250737] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07cf9cb-0d0e-4214-9399-7ebf0ec8bdc4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.271951] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.271951] env[69644]: value = "task-3553056" [ 913.271951] env[69644]: _type = "Task" [ 913.271951] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.280079] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553056, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.438298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "046a2f30-1a93-4390-9ee3-62f8d6910029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.438298] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.442387] env[69644]: INFO nova.compute.manager [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Took 54.31 seconds to build instance. [ 913.491447] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.491761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06801e1-8c50-41c4-8008-9fcb2363bb6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.499797] env[69644]: DEBUG oslo_vmware.api [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 913.499797] env[69644]: value = "task-3553057" [ 913.499797] env[69644]: _type = "Task" [ 913.499797] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.512432] env[69644]: DEBUG oslo_vmware.api [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.526835] env[69644]: DEBUG oslo_concurrency.lockutils [None req-12080dff-1cb8-4da5-8c51-7d1255080483 tempest-ServerGroupTestJSON-61085023 tempest-ServerGroupTestJSON-61085023-project-member] Lock "7c77043c-3aea-455a-8645-d27ccbde444c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.675s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.566848] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.567179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.568579] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc463371-e57a-4f17-88c3-188051d97631 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.593329] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0533469-d43f-4c69-b794-3f7ca91030dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.623079] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfiguring VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 913.623425] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f09eee8-0607-4e32-9bb3-01c1f1f76091 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.654890] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 913.654890] env[69644]: value = "task-3553058" [ 913.654890] env[69644]: _type = "Task" [ 913.654890] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.667929] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.782458] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553056, 'name': CreateVM_Task, 'duration_secs': 0.490574} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.782901] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.783377] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.784111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.785022] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6c9292-02c6-4984-a9ac-092f26fc457c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.793971] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 913.793971] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d99897-2933-9d45-b26c-f8b052682305" [ 913.793971] env[69644]: _type = "Task" [ 913.793971] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.806279] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d99897-2933-9d45-b26c-f8b052682305, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.807717] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.808312] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.808460] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.808646] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.809224] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748553f7-f57a-48ba-87b0-553e48961eee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820410] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.820410] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.821086] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62277b3c-cc44-43c2-a2bf-f14fe42c73a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.826497] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 913.826497] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f20b89-c3f0-1a9d-4f69-2b896c83e93a" [ 913.826497] env[69644]: _type = "Task" [ 913.826497] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.836515] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f20b89-c3f0-1a9d-4f69-2b896c83e93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.943129] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.947264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e9b6364a-a3d9-4ba6-954b-112dfc9ed14f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.934s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.013209] env[69644]: DEBUG oslo_vmware.api [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553057, 'name': PowerOffVM_Task, 'duration_secs': 0.256416} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.013506] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.013822] env[69644]: DEBUG nova.compute.manager [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.014590] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9add621-6412-43ea-b40c-e8d3147ddce4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.077016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "a3dd2d25-8985-422d-b833-8eebdbaac484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.077286] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.112970] env[69644]: DEBUG nova.network.neutron [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Updated VIF entry in instance network info cache for port ca315648-ac0d-414f-b170-73994aa6895e. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.113423] env[69644]: DEBUG nova.network.neutron [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Updating instance_info_cache with network_info: [{"id": "ca315648-ac0d-414f-b170-73994aa6895e", "address": "fa:16:3e:ce:1a:f7", "network": {"id": "01a8628a-e373-45ae-ba62-fa5b87a4ad3c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-541653616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1a927e40f6483eb93424c6e896574d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca315648-ac", "ovs_interfaceid": "ca315648-ac0d-414f-b170-73994aa6895e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.150301] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.150609] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f859b6a-0e2f-4531-821c-0836745289df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.162448] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 914.162448] env[69644]: value = "task-3553059" [ 914.162448] env[69644]: _type = "Task" [ 914.162448] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.171038] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.178015] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.295033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.295551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.295901] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.296249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.296685] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.302028] env[69644]: INFO nova.compute.manager [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Terminating instance [ 914.343301] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f20b89-c3f0-1a9d-4f69-2b896c83e93a, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.344866] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813d5e68-aa99-4cba-8202-dace4c65ba56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.355475] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 914.355475] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269a1c8-1aac-360a-6909-6d0b9197d250" [ 914.355475] env[69644]: _type = "Task" [ 914.355475] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.363184] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269a1c8-1aac-360a-6909-6d0b9197d250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.465700] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.529494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6019e7d9-4a14-4186-ae18-acd8d324808d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.560026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab294cf-bf3b-4185-a87c-ad58d79d566d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.567407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b9abe-5019-4dbd-9579-976fd8d454a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.282142] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.286517] env[69644]: DEBUG oslo_concurrency.lockutils [req-9aea3fec-feab-47a7-a087-4db99bda260f req-7eafa5f8-c841-4380-bca7-4655091165f9 service nova] Releasing lock "refresh_cache-c5009eb5-a7d7-479c-b36e-5f59f2a81d55" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.287286] env[69644]: DEBUG nova.compute.manager [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.287471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.297513] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad54ea-b3bf-4219-9e63-91e002c794a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.302776] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46480d8-7b43-4621-9b42-08d5af5606e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.306537] env[69644]: INFO nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Rebuilding instance [ 915.323061] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553059, 'name': PowerOffVM_Task, 'duration_secs': 0.204689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.323370] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.323904] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.329439] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.330327] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.330607] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de1f7118-dd84-4d58-b852-9d1f628aa705 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.332202] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269a1c8-1aac-360a-6909-6d0b9197d250, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.335438] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1a474-d3d3-4be6-8b40-6472dfa80513 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.338425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.338674] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c5009eb5-a7d7-479c-b36e-5f59f2a81d55/c5009eb5-a7d7-479c-b36e-5f59f2a81d55.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.339568] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce8eb6e2-cfbd-477d-94dc-88a414b7047a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.342659] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99807cd-0f6f-4008-917a-8561d2bac5b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351583] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 915.351583] env[69644]: value = "task-3553060" [ 915.351583] env[69644]: _type = "Task" [ 915.351583] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.357722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.368426] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6530c0-7b9d-42d3-9ad5-799e316c0097 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.370400] env[69644]: DEBUG nova.compute.provider_tree [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.371723] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 915.371723] env[69644]: value = "task-3553061" [ 915.371723] env[69644]: _type = "Task" [ 915.371723] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.383142] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.383588] env[69644]: DEBUG nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.384904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0641b7f-052b-4e0a-9fb5-1e866df41527 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.390975] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.400140] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.400396] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.400975] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Deleting the datastore file [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.400975] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-365b976a-d094-4b98-85d9-ebe12f9910da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.407923] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 915.407923] env[69644]: value = "task-3553063" [ 915.407923] env[69644]: _type = "Task" [ 915.407923] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.416435] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.802423] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.821692] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.861341] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553060, 'name': PowerOffVM_Task, 'duration_secs': 0.209832} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.861473] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.861626] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.861963] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3eedf3a-3278-49fa-9119-052860c3f867 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.875799] env[69644]: DEBUG nova.scheduler.client.report [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.887448] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478013} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.887688] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c5009eb5-a7d7-479c-b36e-5f59f2a81d55/c5009eb5-a7d7-479c-b36e-5f59f2a81d55.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.887895] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.888145] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f232dc9-4768-4be6-a138-ec19cecb0e1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.894642] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 915.894642] env[69644]: value = "task-3553065" [ 915.894642] env[69644]: _type = "Task" [ 915.894642] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.905017] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.918296] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114817} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.918675] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.918746] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.922017] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.941537] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.941869] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.942160] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore2] 2e9d7675-5866-49d5-9c1d-f432a8d26b7f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.942503] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d9a358e-396c-4c2c-8eb3-d3a96a781419 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.949946] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 915.949946] env[69644]: value = "task-3553066" [ 915.949946] env[69644]: _type = "Task" [ 915.949946] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.959128] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.299593] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.384188] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.384188] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.387745] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.951s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.389857] env[69644]: INFO nova.compute.claims [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.402282] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.402282] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b5670e9-fb4d-4fe9-9f9e-2198b60433af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.406596] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124579} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.407202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.408019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92a259-44c1-4e0e-86f8-3c066f928c11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.411607] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 916.411607] env[69644]: value = "task-3553067" [ 916.411607] env[69644]: _type = "Task" [ 916.411607] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.436910] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c5009eb5-a7d7-479c-b36e-5f59f2a81d55/c5009eb5-a7d7-479c-b36e-5f59f2a81d55.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.442408] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98849603-ae9f-486f-ac44-a15de4ce762d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.467488] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.467783] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.469256] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee20810-ad81-46b1-a666-1a87d71110b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.476427] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 916.476427] env[69644]: value = "task-3553068" [ 916.476427] env[69644]: _type = "Task" [ 916.476427] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.483850] env[69644]: DEBUG oslo_vmware.api [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14756} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.484202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.484874] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.485198] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.485459] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.486579] env[69644]: INFO nova.compute.manager [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 916.486579] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.486579] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40665632-c0fc-42a8-8eb2-afe8c5e96bfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.491058] env[69644]: DEBUG nova.compute.manager [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.491182] env[69644]: DEBUG nova.network.neutron [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.493434] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.572802] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.573028] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.573776] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.573776] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802c5b88-3993-44db-8fa1-60e4de1ec773 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.579663] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 916.579663] env[69644]: value = "task-3553070" [ 916.579663] env[69644]: _type = "Task" [ 916.579663] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.587237] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.801268] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.816719] env[69644]: DEBUG nova.compute.manager [req-b30aebd9-577e-4e03-bf51-152fd5025a23 req-e60e32cf-356d-4abc-a321-06f130a6c6ca service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Received event network-vif-deleted-f070b50d-ccb9-4e8c-b48f-7791cef2d68e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.816719] env[69644]: INFO nova.compute.manager [req-b30aebd9-577e-4e03-bf51-152fd5025a23 req-e60e32cf-356d-4abc-a321-06f130a6c6ca service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Neutron deleted interface f070b50d-ccb9-4e8c-b48f-7791cef2d68e; detaching it from the instance and deleting it from the info cache [ 916.821496] env[69644]: DEBUG nova.network.neutron [req-b30aebd9-577e-4e03-bf51-152fd5025a23 req-e60e32cf-356d-4abc-a321-06f130a6c6ca service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.897354] env[69644]: DEBUG nova.compute.utils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.900327] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.900707] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.968524] env[69644]: DEBUG nova.policy [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86c75dc299a942f38a0e6abf89379b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98e314ebc0fd4c3086b0fee896cf8526', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.985216] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.994540] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.994794] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.994948] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.995145] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.995293] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.995465] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.995690] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.995852] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.000057] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.000057] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.000057] env[69644]: DEBUG nova.virt.hardware [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.000057] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035f243-0248-4fcf-8e91-1be6de1f850b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.007059] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febadc6-5e8c-4ba5-a53d-4db6ee091dac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027016] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.032488] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.032802] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.032968] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437761b4-9865-4cd9-b35f-1a9175ebc5be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.051271] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.051271] env[69644]: value = "task-3553071" [ 917.051271] env[69644]: _type = "Task" [ 917.051271] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.058776] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553071, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.089322] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135662} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.089649] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.089889] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.089945] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.295916] env[69644]: DEBUG nova.network.neutron [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.307448] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.321549] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5806e630-0e70-4447-9a0b-74bcc6801531 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.332096] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc333f-f93b-4984-adad-4b487d4661e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.366912] env[69644]: DEBUG nova.compute.manager [req-b30aebd9-577e-4e03-bf51-152fd5025a23 req-e60e32cf-356d-4abc-a321-06f130a6c6ca service nova] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Detach interface failed, port_id=f070b50d-ccb9-4e8c-b48f-7791cef2d68e, reason: Instance 2e9d7675-5866-49d5-9c1d-f432a8d26b7f could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.400542] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.484852] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553068, 'name': ReconfigVM_Task, 'duration_secs': 0.733275} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.486935] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c5009eb5-a7d7-479c-b36e-5f59f2a81d55/c5009eb5-a7d7-479c-b36e-5f59f2a81d55.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.487719] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c400e621-316c-44d8-a136-fef466b596d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.498108] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 917.498108] env[69644]: value = "task-3553072" [ 917.498108] env[69644]: _type = "Task" [ 917.498108] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.511546] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553072, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.556863] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Successfully created port: 7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.565935] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553071, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.803852] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.806545] env[69644]: INFO nova.compute.manager [-] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Took 1.32 seconds to deallocate network for instance. [ 917.966085] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beeff55-e965-4e9a-8f6d-2908a209722b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.975185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f6f21a-c9dd-4245-9a1b-c6e7c22ea6b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.010983] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d0b9c4-6d89-468d-a639-87b4fe479abc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.021479] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99807163-4ee9-4196-978b-fdf476a3aff0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.025202] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553072, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.034854] env[69644]: DEBUG nova.compute.provider_tree [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.060648] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553071, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.128028] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.128192] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.128410] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.128660] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.128866] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.129036] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.129250] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.129409] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.129572] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.129745] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.129918] env[69644]: DEBUG nova.virt.hardware [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.130899] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0672a172-7e49-41c7-81cf-b176bed4fc17 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.139152] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387f6f4-f8ee-492d-9e9e-fc5aa746fb00 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.152518] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7d:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27759321-ebd4-4395-a292-9598bc84dc18', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.160148] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.160414] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.160730] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c97ad224-11da-4005-bf65-b6b839613952 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.179481] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.179481] env[69644]: value = "task-3553073" [ 918.179481] env[69644]: _type = "Task" [ 918.179481] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.188252] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553073, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.300595] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.316070] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.413462] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.435473] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.435718] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.435804] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.435991] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.436133] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.436279] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.436492] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.436671] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.436842] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.437044] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.437235] env[69644]: DEBUG nova.virt.hardware [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.438133] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2414663c-75fe-4617-857e-40ccab282f6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.446188] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acaa0a3-c5af-4473-b0fc-22fd96c8612b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.518288] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553072, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.538736] env[69644]: DEBUG nova.scheduler.client.report [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.563944] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553071, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.691836] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553073, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.801667] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.018075] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553072, 'name': Rename_Task, 'duration_secs': 1.245133} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.018386] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.018610] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7fe53e-58cc-4927-9504-4df7955b0016 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.025184] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 919.025184] env[69644]: value = "task-3553074" [ 919.025184] env[69644]: _type = "Task" [ 919.025184] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.033223] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.045024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.045024] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.047501] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.848s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.047723] env[69644]: DEBUG nova.objects.instance [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lazy-loading 'resources' on Instance uuid 216cc9ff-c0cf-4992-b522-7c2aa871881c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.063289] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553071, 'name': CreateVM_Task, 'duration_secs': 1.546997} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.063769] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.063877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.064024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.064343] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.064592] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb4fea3-6699-44d8-ba8e-5581ef523183 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.069085] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 919.069085] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52523082-9ce5-16dd-8da4-df3f2980002b" [ 919.069085] env[69644]: _type = "Task" [ 919.069085] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.076714] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52523082-9ce5-16dd-8da4-df3f2980002b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.132445] env[69644]: DEBUG nova.compute.manager [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Received event network-vif-plugged-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.132673] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] Acquiring lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.132883] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.133264] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.133542] env[69644]: DEBUG nova.compute.manager [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] No waiting events found dispatching network-vif-plugged-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.133736] env[69644]: WARNING nova.compute.manager [req-7b5842f7-744f-4edc-93f5-8d3be5ff0582 req-3487cb5c-55c5-4ae1-b953-3080fbd1f986 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Received unexpected event network-vif-plugged-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d for instance with vm_state building and task_state spawning. [ 919.195413] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553073, 'name': CreateVM_Task, 'duration_secs': 0.612909} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.195823] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.196499] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.298994] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Successfully updated port: 7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.309783] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.535738] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553074, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.549333] env[69644]: DEBUG nova.compute.utils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.552972] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 919.578892] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52523082-9ce5-16dd-8da4-df3f2980002b, 'name': SearchDatastore_Task, 'duration_secs': 0.03702} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.581464] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.581701] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.581937] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.582116] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.582303] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.582766] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.583066] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.583299] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18855bca-e8b5-4ddb-931a-4a62907bfa9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.585275] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5b21dc-930f-4e5a-b942-d64d4b442306 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.589850] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 919.589850] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527382a3-6a7f-64d3-ae8d-536b82796fc5" [ 919.589850] env[69644]: _type = "Task" [ 919.589850] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.595959] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.596142] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.597290] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54562a9c-0f49-46fa-a88c-d62c7856cf77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.602770] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527382a3-6a7f-64d3-ae8d-536b82796fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.008162} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.603381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.603637] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.603858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.605447] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 919.605447] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e9045-bcc8-1991-4f70-9bdf5109d55d" [ 919.605447] env[69644]: _type = "Task" [ 919.605447] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.615282] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e9045-bcc8-1991-4f70-9bdf5109d55d, 'name': SearchDatastore_Task, 'duration_secs': 0.007384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.616151] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e08620a-b2a2-4684-9e64-0e92db803d10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.624020] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 919.624020] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253f624-e378-e621-bd3f-8ec807033f6e" [ 919.624020] env[69644]: _type = "Task" [ 919.624020] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.629931] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253f624-e378-e621-bd3f-8ec807033f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.802470] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.802623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquired lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.802775] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.803946] env[69644]: DEBUG oslo_vmware.api [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553058, 'name': ReconfigVM_Task, 'duration_secs': 5.757299} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.806631] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.806856] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Reconfigured VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 919.990904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ab11f-f517-4eb1-b4a0-f91a0d7d4668 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.999250] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada047e1-5ac3-4dd0-9f81-ac1e8af6f390 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.033115] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd7fa3d-e47c-4c67-a168-a80146a85ce5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.040893] env[69644]: DEBUG oslo_vmware.api [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553074, 'name': PowerOnVM_Task, 'duration_secs': 0.512279} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.043050] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.043300] env[69644]: INFO nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Took 9.29 seconds to spawn the instance on the hypervisor. [ 920.043450] env[69644]: DEBUG nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.044264] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bbdf6-0e22-4b2c-9f7b-7af7e59fa654 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.047612] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1cc1a9-fbf6-4902-be11-4a11389b4986 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.053906] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.065032] env[69644]: DEBUG nova.compute.provider_tree [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.136243] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253f624-e378-e621-bd3f-8ec807033f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008024} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.136623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.137027] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.137439] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.137732] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.138046] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f13b56-80df-4e57-b334-c8fcf676a223 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.140881] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d9e4450-043e-41a0-87ed-4ee01b404d23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.149112] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 920.149112] env[69644]: value = "task-3553075" [ 920.149112] env[69644]: _type = "Task" [ 920.149112] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.155164] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.155482] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.157046] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0787c84b-2521-4b85-a906-8079f032b626 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.165602] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.169068] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 920.169068] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c44c5-77dd-4fc4-60a7-fed17633c84e" [ 920.169068] env[69644]: _type = "Task" [ 920.169068] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.177928] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c44c5-77dd-4fc4-60a7-fed17633c84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.352509] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.577885] env[69644]: DEBUG nova.scheduler.client.report [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.600629] env[69644]: INFO nova.compute.manager [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Took 49.35 seconds to build instance. [ 920.660259] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475767} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.660542] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.660772] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.661034] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a992372d-bd05-4963-a121-482f0a5256a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.668950] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 920.668950] env[69644]: value = "task-3553076" [ 920.668950] env[69644]: _type = "Task" [ 920.668950] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.681548] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.690220] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c44c5-77dd-4fc4-60a7-fed17633c84e, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.694124] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ab42cd-57e8-4749-a908-d037e4917f28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.699667] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 920.699667] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f80d5b-9e9e-41f6-5504-a40daabd57d4" [ 920.699667] env[69644]: _type = "Task" [ 920.699667] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.707126] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f80d5b-9e9e-41f6-5504-a40daabd57d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.724164] env[69644]: DEBUG nova.network.neutron [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Updating instance_info_cache with network_info: [{"id": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "address": "fa:16:3e:6a:0c:7c", "network": {"id": "e0914d42-cb41-44fe-966f-400e0af1dd3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584338892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98e314ebc0fd4c3086b0fee896cf8526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9a172f-5f", "ovs_interfaceid": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.098262] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.101580] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.103654] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.065s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.103837] env[69644]: DEBUG nova.objects.instance [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.107969] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3e8b7f00-0068-4fb7-bbfe-5c5e69d3e116 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.501s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.120614] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.120890] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.121229] env[69644]: DEBUG nova.network.neutron [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.133654] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.133938] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.134133] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.134371] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.136600] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.136600] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.136600] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.136600] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.136887] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.137115] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.137232] env[69644]: DEBUG nova.virt.hardware [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.140657] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11023151-0a92-4c9d-b8f0-d29ddb083256 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.149869] env[69644]: INFO nova.scheduler.client.report [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Deleted allocations for instance 216cc9ff-c0cf-4992-b522-7c2aa871881c [ 921.151861] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc63d2-98e6-40b8-a4d5-e612351e59a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.172742] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.178700] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Creating folder: Project (f0d06f71af114f1bb7b7bfac97a3c259). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.179351] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.179595] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.179796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.180867] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.180867] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.184870] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c73d63a1-f977-4f76-be0a-9434f7cc1a4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.187793] env[69644]: INFO nova.compute.manager [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Terminating instance [ 921.194488] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088714} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.194934] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.195786] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f0783-bcf2-463f-bfd7-292e9e3e07b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.199391] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Created folder: Project (f0d06f71af114f1bb7b7bfac97a3c259) in parent group-v709242. [ 921.199577] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Creating folder: Instances. Parent ref: group-v709424. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.200115] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88a7792d-4238-44d4-ac67-451e99308504 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.217783] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.221914] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ada24c2-345e-48f0-b623-a5ffe0c893a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.238608] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Releasing lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.238672] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Instance network_info: |[{"id": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "address": "fa:16:3e:6a:0c:7c", "network": {"id": "e0914d42-cb41-44fe-966f-400e0af1dd3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584338892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98e314ebc0fd4c3086b0fee896cf8526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9a172f-5f", "ovs_interfaceid": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.238911] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Created folder: Instances in parent group-v709424. [ 921.239140] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.239851] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.247176] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Creating folder: Project (98e314ebc0fd4c3086b0fee896cf8526). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.247752] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.252494] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1fe21a-559e-416e-b157-cb4354c88f42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.255955] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a96c99-a999-47a8-aa33-c41f2ad243d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.267372] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f80d5b-9e9e-41f6-5504-a40daabd57d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.269080] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Received event network-changed-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.269267] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Refreshing instance network info cache due to event network-changed-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.269476] env[69644]: DEBUG oslo_concurrency.lockutils [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] Acquiring lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.269616] env[69644]: DEBUG oslo_concurrency.lockutils [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] Acquired lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.269770] env[69644]: DEBUG nova.network.neutron [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Refreshing network info cache for port 7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.272418] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.272662] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.272999] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 921.272999] env[69644]: value = "task-3553079" [ 921.272999] env[69644]: _type = "Task" [ 921.272999] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.274117] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0042b6b-270d-4f2b-8a61-c9aceaa282bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.280652] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.280652] env[69644]: value = "task-3553081" [ 921.280652] env[69644]: _type = "Task" [ 921.280652] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.289400] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Created folder: Project (98e314ebc0fd4c3086b0fee896cf8526) in parent group-v709242. [ 921.289617] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Creating folder: Instances. Parent ref: group-v709426. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.289912] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 921.289912] env[69644]: value = "task-3553082" [ 921.289912] env[69644]: _type = "Task" [ 921.289912] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.290170] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.290863] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7dd7af1-3428-4f5f-a697-c122ff277ce7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.298460] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553081, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.303582] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.309352] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Created folder: Instances in parent group-v709426. [ 921.309613] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.309816] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.310055] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5dd33c5-4af6-4780-8480-5814ef1ce6c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.328838] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.328838] env[69644]: value = "task-3553084" [ 921.328838] env[69644]: _type = "Task" [ 921.328838] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.336220] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553084, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.663399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04301bd0-1d93-4aa9-abdc-b1430e31a18f tempest-InstanceActionsV221TestJSON-606614272 tempest-InstanceActionsV221TestJSON-606614272-project-member] Lock "216cc9ff-c0cf-4992-b522-7c2aa871881c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.967s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.696654] env[69644]: DEBUG nova.compute.manager [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.697035] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.698336] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a2c712-442d-4512-bd73-2e437501811a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.707910] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.708263] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-276beee4-4029-4f37-869b-395fc60f5def {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.716959] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 921.716959] env[69644]: value = "task-3553085" [ 921.716959] env[69644]: _type = "Task" [ 921.716959] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.726703] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.790273] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553079, 'name': ReconfigVM_Task, 'duration_secs': 0.28616} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.795200] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08/624194f4-9f08-4310-b7b6-1e6b1dfddb08.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.795200] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f4dc67f-467e-4c81-a873-2c2393b42785 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.810033] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553081, 'name': CreateVM_Task, 'duration_secs': 0.499457} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.810955] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.811508] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.811975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.812064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.812712] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398e36fa-1f07-4dba-93e3-9a24fdeeef5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.823570] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517337} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.823570] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 921.823570] env[69644]: value = "task-3553086" [ 921.823570] env[69644]: _type = "Task" [ 921.823570] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.823940] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.824067] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.824442] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97e89b59-6312-41e8-8df4-0a312d185d99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.831422] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 921.831422] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52812b68-6f18-d555-577c-5aa113952ec4" [ 921.831422] env[69644]: _type = "Task" [ 921.831422] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.842767] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 921.842767] env[69644]: value = "task-3553087" [ 921.842767] env[69644]: _type = "Task" [ 921.842767] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.853339] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553086, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.864612] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553084, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.864835] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52812b68-6f18-d555-577c-5aa113952ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.030647} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.867818] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.868110] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.868308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.868604] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.868673] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.875027] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76415a10-0645-4e1c-9352-9518d00e4011 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.875027] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.879090] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.879274] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.880030] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3687c75-5014-4110-a4bd-59b739d1f683 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.885883] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 921.885883] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2ae7e-4f46-3290-54a6-c7dab7d57ed6" [ 921.885883] env[69644]: _type = "Task" [ 921.885883] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.894336] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2ae7e-4f46-3290-54a6-c7dab7d57ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.911553] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "b3c12592-1175-48c2-a54b-e8d230b1afef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.911751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.911987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.912208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.912501] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.915639] env[69644]: INFO nova.compute.manager [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Terminating instance [ 921.985094] env[69644]: INFO nova.network.neutron [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Port c8abbfe0-2cb3-48e2-b116-e0a13c82627f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 921.985327] env[69644]: INFO nova.network.neutron [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Port 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 921.985852] env[69644]: DEBUG nova.network.neutron [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.114821] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3cc2b7ed-5e20-4be4-8ed4-136a815178ff tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.116645] env[69644]: DEBUG nova.network.neutron [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Updated VIF entry in instance network info cache for port 7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.117088] env[69644]: DEBUG nova.network.neutron [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Updating instance_info_cache with network_info: [{"id": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "address": "fa:16:3e:6a:0c:7c", "network": {"id": "e0914d42-cb41-44fe-966f-400e0af1dd3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1584338892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98e314ebc0fd4c3086b0fee896cf8526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9a172f-5f", "ovs_interfaceid": "7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.118124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.728s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.226631] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553085, 'name': PowerOffVM_Task, 'duration_secs': 0.237598} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.226907] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.227087] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.227339] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da140bbd-5119-4cc1-8f97-ea7f147e12c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.323269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.323507] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.323678] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleting the datastore file [datastore1] 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.323947] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a08c2e-7b32-4063-bde3-320176128842 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.334274] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553086, 'name': Rename_Task, 'duration_secs': 0.234283} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.338406] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.338719] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 922.338719] env[69644]: value = "task-3553089" [ 922.338719] env[69644]: _type = "Task" [ 922.338719] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.338905] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23498907-4a47-4854-aa55-aac5e6a739cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.349523] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553084, 'name': CreateVM_Task, 'duration_secs': 0.621915} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.349523] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.350071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.350071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.350071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.353065] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1840bc-5041-4fb2-b6da-63bdda61a491 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.354789] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.358821] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 922.358821] env[69644]: value = "task-3553090" [ 922.358821] env[69644]: _type = "Task" [ 922.358821] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.366810] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 922.366810] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52658baf-b8f3-55d5-ae21-58fd2e439ff2" [ 922.366810] env[69644]: _type = "Task" [ 922.366810] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.367135] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140504} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.367807] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.371653] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a1f4d-1cfa-4ec3-979c-a54c4e259548 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.379146] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.383969] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52658baf-b8f3-55d5-ae21-58fd2e439ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.405076] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.408511] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f49d51d-cbf3-4b4b-93c4-9fcddb984215 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.423556] env[69644]: DEBUG nova.compute.manager [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.423838] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.424555] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-533aa946-c215-45b8-b899-4ba93657874d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.429867] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2ae7e-4f46-3290-54a6-c7dab7d57ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.432050] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 922.432050] env[69644]: value = "task-3553091" [ 922.432050] env[69644]: _type = "Task" [ 922.432050] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.432268] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d1e872-be70-44cf-ab3c-9aa9aac1a87b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.438574] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 922.438574] env[69644]: value = "task-3553092" [ 922.438574] env[69644]: _type = "Task" [ 922.438574] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.448965] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.450106] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 922.450106] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5282ad7c-b578-06d9-c193-af1d19c70bcf" [ 922.450106] env[69644]: _type = "Task" [ 922.450106] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.456523] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.462094] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5282ad7c-b578-06d9-c193-af1d19c70bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.462310] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.462607] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 02d6bc77-0009-4c09-b467-7839dbbadce5/02d6bc77-0009-4c09-b467-7839dbbadce5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.462729] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3467e903-efff-40c4-a1a3-23d9c1e86342 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.469556] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 922.469556] env[69644]: value = "task-3553093" [ 922.469556] env[69644]: _type = "Task" [ 922.469556] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.480647] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.489179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-509f9465-ccde-4d41-92f7-acd72545ec42" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.639897] env[69644]: DEBUG oslo_concurrency.lockutils [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] Releasing lock "refresh_cache-946a178d-8b92-42fe-bc85-ff796453cd4a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.640257] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-deleted-c8abbfe0-2cb3-48e2-b116-e0a13c82627f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.640518] env[69644]: INFO nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Neutron deleted interface c8abbfe0-2cb3-48e2-b116-e0a13c82627f; detaching it from the instance and deleting it from the info cache [ 922.641015] env[69644]: DEBUG nova.network.neutron [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "address": "fa:16:3e:55:34:e7", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3ecc5b-68", "ovs_interfaceid": "9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.853317] env[69644]: DEBUG oslo_vmware.api [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21855} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.854028] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.854028] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.854028] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.854213] env[69644]: INFO nova.compute.manager [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Took 1.16 seconds to destroy the instance on the hypervisor. [ 922.854397] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.854665] env[69644]: DEBUG nova.compute.manager [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.854741] env[69644]: DEBUG nova.network.neutron [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.875064] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.882729] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52658baf-b8f3-55d5-ae21-58fd2e439ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.022342} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.883052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.883284] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.883518] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.883752] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.883939] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.884264] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc43656-fb54-4de1-9511-647fdd720e93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.901115] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.901348] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.902143] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3bf2f0-a4ea-4bd9-a003-7592abbbd5ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.909066] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 922.909066] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52454d91-40c4-b39e-47f2-82ab2bd9dc6a" [ 922.909066] env[69644]: _type = "Task" [ 922.909066] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.918747] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52454d91-40c4-b39e-47f2-82ab2bd9dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.945403] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.950698] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553092, 'name': PowerOffVM_Task, 'duration_secs': 0.197835} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.950944] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.951162] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 922.951347] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709282', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'name': 'volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c12592-1175-48c2-a54b-e8d230b1afef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'serial': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 922.952094] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d33f452-20a1-43d2-bee0-9bf3640c78bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.975193] env[69644]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 could not be found.", "detail": ""}} {{(pid=69644) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 922.975437] env[69644]: DEBUG nova.network.neutron [-] Unable to show port 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 as it no longer exists. {{(pid=69644) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 922.980677] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee218fd-e24a-43a4-9623-335833a777ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.990370] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519628} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.992215] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 02d6bc77-0009-4c09-b467-7839dbbadce5/02d6bc77-0009-4c09-b467-7839dbbadce5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.992426] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.993295] env[69644]: DEBUG oslo_concurrency.lockutils [None req-943e97e2-4d8b-455a-8c7c-4033ddc43058 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-509f9465-ccde-4d41-92f7-acd72545ec42-c8abbfe0-2cb3-48e2-b116-e0a13c82627f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.931s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.996194] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e9df5cc-5ea5-4bb1-8d38-e6d4bb573d98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.997746] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74262005-0525-4acb-b38c-846d22eb82c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.022164] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad80437-bf28-4cf8-9807-513b0a9e4721 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.025223] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 923.025223] env[69644]: value = "task-3553094" [ 923.025223] env[69644]: _type = "Task" [ 923.025223] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.040753] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] The volume has not been displaced from its original location: [datastore1] volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696/volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 923.046745] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.047868] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90da4843-5ed9-40e6-872e-25285a49e36f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.069837] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553094, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.074608] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 923.074608] env[69644]: value = "task-3553095" [ 923.074608] env[69644]: _type = "Task" [ 923.074608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.084304] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.144498] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Applying migration context for instance b945a564-7589-4a4b-8660-0952d304ceb3 as it has an incoming, in-progress migration 5eaa3f33-122c-46c1-be80-56ee9e8025c8. Migration status is reverting {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 923.144902] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Applying migration context for instance 09c291df-d9bc-47c2-8b1d-fbc6727dec0b as it has an incoming, in-progress migration cb03fa28-f697-4d92-af83-520e1216f1a3. Migration status is confirming {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 923.147897] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating resource usage from migration 5eaa3f33-122c-46c1-be80-56ee9e8025c8 [ 923.148140] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating resource usage from migration cb03fa28-f697-4d92-af83-520e1216f1a3 [ 923.151629] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a78bcd-64ba-4843-bf13-65a77add6e8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.160560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dbfa1-a85c-41e0-9c6d-2fc2e05e9e24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 574d57df-06eb-431b-98b3-496feb19702b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b805541c-5a0d-46d9-93a2-dd9a8c136031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b3c12592-1175-48c2-a54b-e8d230b1afef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4bfc1067-c130-44ab-88ae-5471c16e6e12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 28e686ef-5e12-4f36-b33c-95c524b06356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7b0853d4-ca04-4864-aa90-a79af013fe48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance e7b4bf87-11eb-4fb3-8d81-8da57e4e301c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 509f9465-ccde-4d41-92f7-acd72545ec42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.181998] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d0285883-3f7c-4783-92fa-e3911a173871 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.182541] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.182541] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Migration 5eaa3f33-122c-46c1-be80-56ee9e8025c8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 923.182541] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b945a564-7589-4a4b-8660-0952d304ceb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.182541] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 29a9cd36-1f65-4b0c-b677-622f65a4cedc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.182541] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.182700] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Migration cb03fa28-f697-4d92-af83-520e1216f1a3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 923.182752] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 09c291df-d9bc-47c2-8b1d-fbc6727dec0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.182885] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance da76d620-e592-4137-80f4-348f0a67b175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.182970] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 2e9d7675-5866-49d5-9c1d-f432a8d26b7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 923.184263] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.187156] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 624194f4-9f08-4310-b7b6-1e6b1dfddb08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.187358] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c5009eb5-a7d7-479c-b36e-5f59f2a81d55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.187490] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 946a178d-8b92-42fe-bc85-ff796453cd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.190940] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 02d6bc77-0009-4c09-b467-7839dbbadce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.205483] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Detach interface failed, port_id=c8abbfe0-2cb3-48e2-b116-e0a13c82627f, reason: Instance 509f9465-ccde-4d41-92f7-acd72545ec42 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.205747] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-deleted-9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.205939] env[69644]: INFO nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Neutron deleted interface 9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9; detaching it from the instance and deleting it from the info cache [ 923.206226] env[69644]: DEBUG nova.network.neutron [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [{"id": "3da513cf-be49-42d9-a7d8-8706b3df0496", "address": "fa:16:3e:ac:05:74", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da513cf-be", "ovs_interfaceid": "3da513cf-be49-42d9-a7d8-8706b3df0496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.370906] env[69644]: DEBUG oslo_vmware.api [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553090, 'name': PowerOnVM_Task, 'duration_secs': 0.82956} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.371258] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.371505] env[69644]: DEBUG nova.compute.manager [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.372626] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5a1c7-2818-492a-b1f1-13e9ba42159b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.419909] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52454d91-40c4-b39e-47f2-82ab2bd9dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.030831} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.421375] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665b8345-1039-454c-9885-12cd90e4475a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.427522] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 923.427522] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525eb967-b13d-f529-dc8f-a8a4a8e4b326" [ 923.427522] env[69644]: _type = "Task" [ 923.427522] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.435726] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525eb967-b13d-f529-dc8f-a8a4a8e4b326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.444829] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553091, 'name': ReconfigVM_Task, 'duration_secs': 0.660207} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.445159] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442/5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.445854] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea14711-f407-435d-861a-1480ad0cd4fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.452922] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 923.452922] env[69644]: value = "task-3553096" [ 923.452922] env[69644]: _type = "Task" [ 923.452922] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.462406] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553096, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.534703] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069057} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.534983] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.536264] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181f059-af6a-45c9-80a5-4daf121f96c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.557752] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 02d6bc77-0009-4c09-b467-7839dbbadce5/02d6bc77-0009-4c09-b467-7839dbbadce5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.558425] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38f860a-7d28-4e26-9ff4-fe2906f5b908 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.578033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.578033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.578033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.578033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.578033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.582146] env[69644]: INFO nova.compute.manager [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Terminating instance [ 923.588683] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 923.588683] env[69644]: value = "task-3553097" [ 923.588683] env[69644]: _type = "Task" [ 923.588683] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.595761] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553095, 'name': ReconfigVM_Task, 'duration_secs': 0.421048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.595761] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.601555] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb756bd2-4cb4-4552-a0bc-d707252d76b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.615077] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.621739] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 923.621739] env[69644]: value = "task-3553098" [ 923.621739] env[69644]: _type = "Task" [ 923.621739] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.629056] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.708816] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance fe298bda-f599-4ec0-8ed1-de31d394f298 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 923.711817] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d57e0f3f-8a05-438b-87ab-3eed61a37adc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.721518] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cceed0-6a49-4caa-bd3d-275e69fcaf20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.760523] env[69644]: DEBUG nova.compute.manager [req-e2e9e27a-1ad7-4c6b-bd0b-500125464d75 req-da191c28-91d9-4cde-9640-ec74c3879c28 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Detach interface failed, port_id=9f3ecc5b-68e2-4c48-98bc-52f5219fc5c9, reason: Instance 509f9465-ccde-4d41-92f7-acd72545ec42 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.899283] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.939048] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525eb967-b13d-f529-dc8f-a8a4a8e4b326, 'name': SearchDatastore_Task, 'duration_secs': 0.042983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.939329] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.939588] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 946a178d-8b92-42fe-bc85-ff796453cd4a/946a178d-8b92-42fe-bc85-ff796453cd4a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.939850] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fadd0f4-92f3-432b-9173-d2eb0a6172c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.947745] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 923.947745] env[69644]: value = "task-3553099" [ 923.947745] env[69644]: _type = "Task" [ 923.947745] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.955736] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.963214] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553096, 'name': Rename_Task, 'duration_secs': 0.33885} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.963739] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.963739] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af7aee6-956f-4fb1-a3bc-7159d7c005e1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.972228] env[69644]: DEBUG nova.compute.manager [req-cc01a6b5-ea4b-4c54-b972-2d514e83f930 req-c9bf5129-a2b9-4da7-a158-86ca21401378 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Received event network-vif-deleted-3da513cf-be49-42d9-a7d8-8706b3df0496 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.972228] env[69644]: INFO nova.compute.manager [req-cc01a6b5-ea4b-4c54-b972-2d514e83f930 req-c9bf5129-a2b9-4da7-a158-86ca21401378 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Neutron deleted interface 3da513cf-be49-42d9-a7d8-8706b3df0496; detaching it from the instance and deleting it from the info cache [ 923.972343] env[69644]: DEBUG nova.network.neutron [req-cc01a6b5-ea4b-4c54-b972-2d514e83f930 req-c9bf5129-a2b9-4da7-a158-86ca21401378 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.975080] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 923.975080] env[69644]: value = "task-3553100" [ 923.975080] env[69644]: _type = "Task" [ 923.975080] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.984867] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.096728] env[69644]: DEBUG nova.compute.manager [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.097113] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.098361] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287a762a-0f5c-42bd-a6a5-6dc434e07091 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.105603] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.116797] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.116797] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa9ae2b-1002-4a23-8ea8-ae0f811bdc11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.129386] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 924.129386] env[69644]: value = "task-3553101" [ 924.129386] env[69644]: _type = "Task" [ 924.129386] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.136727] env[69644]: DEBUG nova.network.neutron [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.138751] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553098, 'name': ReconfigVM_Task, 'duration_secs': 0.186548} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.139706] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709282', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'name': 'volume-e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c12592-1175-48c2-a54b-e8d230b1afef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696', 'serial': 'e71f0a14-b4ff-4371-95bc-ce421d6b7696'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 924.140673] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.144037] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f0d2c-62f8-4045-b751-02f28baa29c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.147431] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.157019] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.157019] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b397c6-ca89-439a-ace3-addcf2fb9f55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.212603] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 924.232348] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.232426] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.232632] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Deleting the datastore file [datastore1] b3c12592-1175-48c2-a54b-e8d230b1afef {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.236164] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f3edc7e-ad79-42a9-aa92-c59adb85a95f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.243402] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for the task: (returnval){ [ 924.243402] env[69644]: value = "task-3553103" [ 924.243402] env[69644]: _type = "Task" [ 924.243402] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.255290] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.458035] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498751} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.458321] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 946a178d-8b92-42fe-bc85-ff796453cd4a/946a178d-8b92-42fe-bc85-ff796453cd4a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.458536] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.458789] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d71aa9e-ef58-4d32-b6db-1a0f0c6152be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.464788] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 924.464788] env[69644]: value = "task-3553104" [ 924.464788] env[69644]: _type = "Task" [ 924.464788] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.473050] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.476895] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8c5aeae-b659-4ba7-94af-b8ab84feb5ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.487114] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553100, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.491266] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf7869-d65a-4f16-bc55-8d26b61355a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.527789] env[69644]: DEBUG nova.compute.manager [req-cc01a6b5-ea4b-4c54-b972-2d514e83f930 req-c9bf5129-a2b9-4da7-a158-86ca21401378 service nova] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Detach interface failed, port_id=3da513cf-be49-42d9-a7d8-8706b3df0496, reason: Instance 509f9465-ccde-4d41-92f7-acd72545ec42 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.599773] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553097, 'name': ReconfigVM_Task, 'duration_secs': 0.781566} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.600080] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 02d6bc77-0009-4c09-b467-7839dbbadce5/02d6bc77-0009-4c09-b467-7839dbbadce5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.600698] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a5b50e-3d44-489e-9d57-e0161054f86f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.606527] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 924.606527] env[69644]: value = "task-3553105" [ 924.606527] env[69644]: _type = "Task" [ 924.606527] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.616813] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553105, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.641106] env[69644]: INFO nova.compute.manager [-] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Took 1.79 seconds to deallocate network for instance. [ 924.641561] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553101, 'name': PowerOffVM_Task, 'duration_secs': 0.208866} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.647699] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.647890] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.648707] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca56f8df-67b6-4fb8-97f2-30703f3f00e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.714943] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.715282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.715540] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleting the datastore file [datastore1] c5009eb5-a7d7-479c-b36e-5f59f2a81d55 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.716319] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f43614f-4fc0-4ebf-951e-2f790a6f2158 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.721549] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b894e53d-94c2-4467-9fb6-3238c6fe3122 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 924.728385] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 924.728385] env[69644]: value = "task-3553107" [ 924.728385] env[69644]: _type = "Task" [ 924.728385] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.737792] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.753288] env[69644]: DEBUG oslo_vmware.api [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Task: {'id': task-3553103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206809} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.754032] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.754032] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.754032] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.754032] env[69644]: INFO nova.compute.manager [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Took 2.33 seconds to destroy the instance on the hypervisor. [ 924.754345] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.754557] env[69644]: DEBUG nova.compute.manager [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.754649] env[69644]: DEBUG nova.network.neutron [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.975970] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063472} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.977740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.978647] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8e51c-7c3f-46c0-befd-413987f6fb50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.011533] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 946a178d-8b92-42fe-bc85-ff796453cd4a/946a178d-8b92-42fe-bc85-ff796453cd4a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.011901] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553100, 'name': PowerOnVM_Task, 'duration_secs': 0.799024} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.012134] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6f43cf-ebd9-47d7-9e02-87a6fc6155c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.029428] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.029642] env[69644]: DEBUG nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.030512] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb318f9-b42a-4274-867c-91875fd4f216 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.041244] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 925.041244] env[69644]: value = "task-3553108" [ 925.041244] env[69644]: _type = "Task" [ 925.041244] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.049366] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.116503] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553105, 'name': Rename_Task, 'duration_secs': 0.155594} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.116778] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.117038] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db6051e-04e1-491e-865f-39c70125a809 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.123954] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 925.123954] env[69644]: value = "task-3553109" [ 925.123954] env[69644]: _type = "Task" [ 925.123954] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.133016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.133251] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.133451] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.133667] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.133833] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.135365] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.135832] env[69644]: INFO nova.compute.manager [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Terminating instance [ 925.149459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.224137] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance a4458be6-1f79-486d-aced-2e9072547b45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 925.238593] env[69644]: DEBUG oslo_vmware.api [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171135} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.239478] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.239679] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.239854] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.240030] env[69644]: INFO nova.compute.manager [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.240295] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.240488] env[69644]: DEBUG nova.compute.manager [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.240582] env[69644]: DEBUG nova.network.neutron [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.535334] env[69644]: DEBUG nova.compute.manager [req-82357cf2-80a0-404b-aee1-951c775c012a req-718e6c37-a28a-4c40-98a3-3fc62b7617ba service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Received event network-vif-deleted-ca315648-ac0d-414f-b170-73994aa6895e {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.535334] env[69644]: INFO nova.compute.manager [req-82357cf2-80a0-404b-aee1-951c775c012a req-718e6c37-a28a-4c40-98a3-3fc62b7617ba service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Neutron deleted interface ca315648-ac0d-414f-b170-73994aa6895e; detaching it from the instance and deleting it from the info cache [ 925.535334] env[69644]: DEBUG nova.network.neutron [req-82357cf2-80a0-404b-aee1-951c775c012a req-718e6c37-a28a-4c40-98a3-3fc62b7617ba service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.548235] env[69644]: INFO nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] bringing vm to original state: 'stopped' [ 925.562243] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553108, 'name': ReconfigVM_Task, 'duration_secs': 0.286163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.562243] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 946a178d-8b92-42fe-bc85-ff796453cd4a/946a178d-8b92-42fe-bc85-ff796453cd4a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.563061] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7319d5-5c5c-460e-889c-49f309cde53a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.574742] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 925.574742] env[69644]: value = "task-3553110" [ 925.574742] env[69644]: _type = "Task" [ 925.574742] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.589514] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553110, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.634486] env[69644]: DEBUG oslo_vmware.api [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553109, 'name': PowerOnVM_Task, 'duration_secs': 0.446874} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.634914] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.634983] env[69644]: INFO nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Took 4.53 seconds to spawn the instance on the hypervisor. [ 925.635144] env[69644]: DEBUG nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.636024] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cbe8f-f497-4c27-bdc1-2b0b36101039 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.638979] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "refresh_cache-624194f4-9f08-4310-b7b6-1e6b1dfddb08" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.639169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquired lock "refresh_cache-624194f4-9f08-4310-b7b6-1e6b1dfddb08" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.639614] env[69644]: DEBUG nova.network.neutron [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.727010] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 046a2f30-1a93-4390-9ee3-62f8d6910029 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 925.998666] env[69644]: DEBUG nova.network.neutron [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.012392] env[69644]: DEBUG nova.network.neutron [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.035890] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da3caccd-95dc-467c-8789-cc3000b1b151 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.046327] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31687742-73bc-4b98-8c77-befcf717c1b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.089090] env[69644]: DEBUG nova.compute.manager [req-82357cf2-80a0-404b-aee1-951c775c012a req-718e6c37-a28a-4c40-98a3-3fc62b7617ba service nova] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Detach interface failed, port_id=ca315648-ac0d-414f-b170-73994aa6895e, reason: Instance c5009eb5-a7d7-479c-b36e-5f59f2a81d55 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.098587] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553110, 'name': Rename_Task, 'duration_secs': 0.148356} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.098587] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.098816] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cdedb59-f90d-4217-9697-092d9abe4410 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.105986] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 926.105986] env[69644]: value = "task-3553111" [ 926.105986] env[69644]: _type = "Task" [ 926.105986] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.114904] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.168212] env[69644]: INFO nova.compute.manager [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Took 42.75 seconds to build instance. [ 926.172728] env[69644]: DEBUG nova.network.neutron [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.223535] env[69644]: DEBUG nova.compute.manager [req-61ed5436-182d-4078-87a0-36dabcb8eab5 req-fe5724c8-6de1-45b2-91f6-b39048524f7f service nova] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Received event network-vif-deleted-67b91694-b796-4adb-baea-ac85c195fe46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.231329] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance a3dd2d25-8985-422d-b833-8eebdbaac484 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.231329] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 926.231329] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4736MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 926.272892] env[69644]: DEBUG nova.network.neutron [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.507855] env[69644]: INFO nova.compute.manager [-] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Took 1.27 seconds to deallocate network for instance. [ 926.514621] env[69644]: INFO nova.compute.manager [-] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Took 1.76 seconds to deallocate network for instance. [ 926.563937] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.564162] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.564265] env[69644]: DEBUG nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.566086] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddbf2c-54bb-4736-9a7c-35197545a8d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.575350] env[69644]: DEBUG nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 926.618282] env[69644]: DEBUG oslo_vmware.api [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553111, 'name': PowerOnVM_Task, 'duration_secs': 0.494711} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.618579] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.619701] env[69644]: INFO nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Took 8.21 seconds to spawn the instance on the hypervisor. [ 926.619701] env[69644]: DEBUG nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.620226] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f930016-dacd-47f7-bf9e-068a7fe68c9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.674757] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8dbde48b-ec86-4d02-8d06-a3f067ea9a1b tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.655s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.778089] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Releasing lock "refresh_cache-624194f4-9f08-4310-b7b6-1e6b1dfddb08" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.778564] env[69644]: DEBUG nova.compute.manager [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.778758] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.780245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d24e6-4f6b-4874-a5e2-2be545113958 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.790498] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.790771] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264ba498-039e-4b9e-8b2f-c2d9842f3bd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.797839] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 926.797839] env[69644]: value = "task-3553112" [ 926.797839] env[69644]: _type = "Task" [ 926.797839] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.806021] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.831032] env[69644]: DEBUG nova.compute.manager [None req-04bd4487-a50e-492b-8c9d-02aa9ee9c4aa tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.832031] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5dd8f-5216-4572-a84d-106b9e1c2c76 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.893864] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d6a3dc-a3ae-4396-a594-fa78e9dc3c31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.903511] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c80254c-5b73-4e65-84ca-19d00500c1fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.935197] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2ffef-baa0-4858-92c0-ef791c853a4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.942467] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81041c32-1a91-4c07-9478-1701c933aca6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.955526] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.015144] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.082687] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.083019] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d726c2-952a-4e55-b3d6-00343c5220a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.089274] env[69644]: INFO nova.compute.manager [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Took 0.57 seconds to detach 1 volumes for instance. [ 927.092226] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 927.092226] env[69644]: value = "task-3553113" [ 927.092226] env[69644]: _type = "Task" [ 927.092226] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.092751] env[69644]: DEBUG nova.compute.manager [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Deleting volume: e71f0a14-b4ff-4371-95bc-ce421d6b7696 {{(pid=69644) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 927.105766] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.144727] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "02d6bc77-0009-4c09-b467-7839dbbadce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.144987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.145202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "02d6bc77-0009-4c09-b467-7839dbbadce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.145425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.145588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.149623] env[69644]: INFO nova.compute.manager [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Terminating instance [ 927.150996] env[69644]: INFO nova.compute.manager [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Took 51.29 seconds to build instance. [ 927.307921] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553112, 'name': PowerOffVM_Task, 'duration_secs': 0.269054} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.310197] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.310386] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.310714] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2290735b-5c46-4757-87f7-e6f595954a66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.334147] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.334925] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.334925] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Deleting the datastore file [datastore2] 624194f4-9f08-4310-b7b6-1e6b1dfddb08 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.334925] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecf9f1d-5bf6-4f3a-b4c6-09a51f489868 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.341999] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for the task: (returnval){ [ 927.341999] env[69644]: value = "task-3553116" [ 927.341999] env[69644]: _type = "Task" [ 927.341999] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.346110] env[69644]: INFO nova.compute.manager [None req-04bd4487-a50e-492b-8c9d-02aa9ee9c4aa tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] instance snapshotting [ 927.346729] env[69644]: DEBUG nova.objects.instance [None req-04bd4487-a50e-492b-8c9d-02aa9ee9c4aa tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lazy-loading 'flavor' on Instance uuid 02d6bc77-0009-4c09-b467-7839dbbadce5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.363349] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.458672] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.605185] env[69644]: DEBUG oslo_vmware.api [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553113, 'name': PowerOffVM_Task, 'duration_secs': 0.222548} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.605655] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.606062] env[69644]: DEBUG nova.compute.manager [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.606984] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce74841-318b-4cdc-a46b-d367b679dae5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.652301] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.657555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ddd26c7d-b93c-4c72-9fbd-d6d45e911055 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.542s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.658398] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "refresh_cache-02d6bc77-0009-4c09-b467-7839dbbadce5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.658654] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquired lock "refresh_cache-02d6bc77-0009-4c09-b467-7839dbbadce5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661057] env[69644]: DEBUG nova.network.neutron [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.852312] env[69644]: DEBUG oslo_vmware.api [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Task: {'id': task-3553116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339986} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.852312] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.852451] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.852540] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.852788] env[69644]: INFO nova.compute.manager [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Took 1.07 seconds to destroy the instance on the hypervisor. [ 927.853106] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.855104] env[69644]: DEBUG nova.compute.manager [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.856174] env[69644]: DEBUG nova.network.neutron [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.860151] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9888c618-3ed1-4c97-b71f-b1e90536e960 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.878482] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "946a178d-8b92-42fe-bc85-ff796453cd4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.878736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.878943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.879139] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.879311] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.882218] env[69644]: DEBUG nova.network.neutron [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.883498] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df57ac-3b17-4f75-9d16-0f4a6aad4479 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.886167] env[69644]: INFO nova.compute.manager [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Terminating instance [ 927.963564] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 927.963816] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.846s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.964160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.092s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.964367] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.967705] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.820s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.970209] env[69644]: INFO nova.compute.claims [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.972894] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.973061] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Cleaning up deleted instances {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 928.005720] env[69644]: INFO nova.scheduler.client.report [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Deleted allocations for instance 4bfc1067-c130-44ab-88ae-5471c16e6e12 [ 928.123215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.184933] env[69644]: DEBUG nova.network.neutron [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.238583] env[69644]: DEBUG nova.network.neutron [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.388529] env[69644]: DEBUG nova.network.neutron [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.390993] env[69644]: DEBUG nova.compute.manager [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.391214] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.392218] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb9e62-085d-4601-84cd-48526847363c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.398885] env[69644]: DEBUG nova.compute.manager [None req-04bd4487-a50e-492b-8c9d-02aa9ee9c4aa tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance disappeared during snapshot {{(pid=69644) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 928.404108] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.404371] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7805fcaa-6818-4b87-bddc-ce7befaa8fda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.411622] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 928.411622] env[69644]: value = "task-3553117" [ 928.411622] env[69644]: _type = "Task" [ 928.411622] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.420689] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.492654] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] There are 42 instances to clean {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 928.493093] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 216cc9ff-c0cf-4992-b522-7c2aa871881c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.516475] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2c13ed25-8076-41bb-a9a6-3049370d2815 tempest-SecurityGroupsTestJSON-1209575483 tempest-SecurityGroupsTestJSON-1209575483-project-member] Lock "4bfc1067-c130-44ab-88ae-5471c16e6e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.077s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.585614] env[69644]: DEBUG nova.compute.manager [None req-04bd4487-a50e-492b-8c9d-02aa9ee9c4aa tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Found 0 images (rotation: 2) {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 928.632452] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.742861] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Releasing lock "refresh_cache-02d6bc77-0009-4c09-b467-7839dbbadce5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.743481] env[69644]: DEBUG nova.compute.manager [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.743774] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.745494] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196616cb-8bfd-4bad-8403-16c30d809305 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.757067] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.757419] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d62ba1-77ae-4d01-a506-705c96fa2979 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.764930] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 928.764930] env[69644]: value = "task-3553118" [ 928.764930] env[69644]: _type = "Task" [ 928.764930] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.773593] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.891821] env[69644]: INFO nova.compute.manager [-] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Took 1.04 seconds to deallocate network for instance. [ 928.922999] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553117, 'name': PowerOffVM_Task, 'duration_secs': 0.327403} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.923342] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.923553] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.923848] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84eb646a-8a2f-478c-8e44-1233edf3c8e1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.988199] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.988927] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.988927] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Deleting the datastore file [datastore2] 946a178d-8b92-42fe-bc85-ff796453cd4a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.989077] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5568f9-d2de-42e8-a5e8-596a475656b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.995786] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for the task: (returnval){ [ 928.995786] env[69644]: value = "task-3553120" [ 928.995786] env[69644]: _type = "Task" [ 928.995786] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.999898] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 7c77043c-3aea-455a-8645-d27ccbde444c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.006465] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.017731] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.018050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.237842] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.238169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.238392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.238579] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.238772] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.241085] env[69644]: INFO nova.compute.manager [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Terminating instance [ 929.279985] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553118, 'name': PowerOffVM_Task, 'duration_secs': 0.138974} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.279985] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.279985] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.279985] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9d3fba-9141-44cd-9424-51223c4ed6d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.306254] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.306531] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.306830] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Deleting the datastore file [datastore2] 02d6bc77-0009-4c09-b467-7839dbbadce5 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.307128] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a205be2-251a-40ea-a68c-fd28a430a17e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.314755] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for the task: (returnval){ [ 929.314755] env[69644]: value = "task-3553122" [ 929.314755] env[69644]: _type = "Task" [ 929.314755] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.328975] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.403638] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.497922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c44426-5cce-4895-a632-7cab1281dc9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.504307] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: f3fdb268-4783-408f-b007-1df2e37b2007] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.522452] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.529043] env[69644]: DEBUG oslo_vmware.api [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Task: {'id': task-3553120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26179} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.529043] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cc9de5-e2f8-4b3b-b930-3ec5a2b91f2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.533401] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.533601] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.533808] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.533982] env[69644]: INFO nova.compute.manager [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.534262] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.534471] env[69644]: DEBUG nova.compute.manager [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.534563] env[69644]: DEBUG nova.network.neutron [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.569316] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a19539-c775-4bb4-b2f1-023f914a1671 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.581032] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b824a07f-ab45-403d-9dc1-58d16bc0e9e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.593699] env[69644]: DEBUG nova.compute.provider_tree [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.746756] env[69644]: DEBUG nova.compute.manager [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.747145] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.748641] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53e76e-a874-4562-821a-2d71493a9c50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.758444] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.759188] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854e485a-91be-4a01-8289-596f5ff72ef8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.830345] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.830345] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.830345] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore2] 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.830345] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62fd9442-178a-4a85-909c-b947ea479034 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.835269] env[69644]: DEBUG oslo_vmware.api [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Task: {'id': task-3553122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192845} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.836636] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.836779] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.837338] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.837338] env[69644]: INFO nova.compute.manager [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 929.837482] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.837932] env[69644]: DEBUG nova.compute.manager [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.838044] env[69644]: DEBUG nova.network.neutron [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.841597] env[69644]: DEBUG oslo_vmware.api [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 929.841597] env[69644]: value = "task-3553124" [ 929.841597] env[69644]: _type = "Task" [ 929.841597] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.853400] env[69644]: DEBUG oslo_vmware.api [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.858736] env[69644]: DEBUG nova.network.neutron [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.911154] env[69644]: DEBUG nova.compute.manager [req-2643ce9e-b390-48f4-b665-38f4842983c0 req-b8fb5cd4-c16c-4092-a793-6a8e63c2f1a3 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Received event network-vif-deleted-7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.911154] env[69644]: INFO nova.compute.manager [req-2643ce9e-b390-48f4-b665-38f4842983c0 req-b8fb5cd4-c16c-4092-a793-6a8e63c2f1a3 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Neutron deleted interface 7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d; detaching it from the instance and deleting it from the info cache [ 929.911154] env[69644]: DEBUG nova.network.neutron [req-2643ce9e-b390-48f4-b665-38f4842983c0 req-b8fb5cd4-c16c-4092-a793-6a8e63c2f1a3 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.014695] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: cdd9a309-f77f-4948-80f4-4bccb68875bb] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.046885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.096519] env[69644]: DEBUG nova.scheduler.client.report [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.326315] env[69644]: DEBUG nova.network.neutron [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.354337] env[69644]: DEBUG oslo_vmware.api [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413769} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.354611] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.354795] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.354971] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.355160] env[69644]: INFO nova.compute.manager [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Took 0.61 seconds to destroy the instance on the hypervisor. [ 930.355397] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.355583] env[69644]: DEBUG nova.compute.manager [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.355689] env[69644]: DEBUG nova.network.neutron [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.361939] env[69644]: DEBUG nova.network.neutron [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.415317] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0923fa42-420a-47ac-9c9e-670d275daa31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.428509] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d42dd-bec9-47ed-8034-215d12c10fc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.459296] env[69644]: DEBUG nova.compute.manager [req-2643ce9e-b390-48f4-b665-38f4842983c0 req-b8fb5cd4-c16c-4092-a793-6a8e63c2f1a3 service nova] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Detach interface failed, port_id=7d9a172f-5fdb-45f1-bc47-13b5e9ae1c7d, reason: Instance 946a178d-8b92-42fe-bc85-ff796453cd4a could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.518683] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 709fd06c-c855-489f-aed1-8f49619e5391] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.601491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.602181] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.605952] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.853s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.829484] env[69644]: INFO nova.compute.manager [-] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Took 1.29 seconds to deallocate network for instance. [ 930.866765] env[69644]: INFO nova.compute.manager [-] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Took 1.03 seconds to deallocate network for instance. [ 931.022575] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: a87a2e6a-7872-4bff-8623-17600731a841] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.095740] env[69644]: DEBUG nova.network.neutron [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.108828] env[69644]: DEBUG nova.objects.instance [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lazy-loading 'migration_context' on Instance uuid b945a564-7589-4a4b-8660-0952d304ceb3 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.111399] env[69644]: DEBUG nova.compute.utils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.113211] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.113513] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.151708] env[69644]: DEBUG nova.policy [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c823caab6444e6fb82676aaab423db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259bca6eff0d4954868003f5a92aa600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.339647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.373411] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.510919] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Successfully created port: 9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.530226] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: ce792e60-07e4-493c-8dc8-c48e8f215ca8] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.598357] env[69644]: INFO nova.compute.manager [-] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Took 1.24 seconds to deallocate network for instance. [ 931.616755] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.038189] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 4e21cb86-05f7-4df2-b358-13deea78e690] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.044925] env[69644]: DEBUG nova.compute.manager [req-48db8457-cb1c-4c29-86e4-e1c58ad5826d req-6bc183b2-7337-4fdf-9b61-6d2f68381b40 service nova] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Received event network-vif-deleted-27759321-ebd4-4395-a292-9598bc84dc18 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.106387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.160682] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b47002-c457-4bc3-b2a4-e99af9f7dbfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.171748] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271e04b-5515-45d4-8809-d8be4d6358d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.206395] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f217d1-01d0-483b-993a-6b48e8605647 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.214254] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1d28f-32d5-4527-b710-24e2bdd1e347 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.228021] env[69644]: DEBUG nova.compute.provider_tree [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.339845] env[69644]: INFO nova.compute.manager [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Rebuilding instance [ 932.392361] env[69644]: DEBUG nova.compute.manager [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.393282] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c2b47-8f9a-40e5-84fe-9b03f6417a94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.546882] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: a059e051-cdc3-4729-82c8-182bdf6d59cd] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.629021] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.653271] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.653622] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.653791] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.653985] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.654147] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.654304] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.654515] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.654704] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.654835] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.654998] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.655188] env[69644]: DEBUG nova.virt.hardware [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.656159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558d8bf6-4c5c-42fd-aa1d-a9ebcae43b5b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.664705] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da787fd2-084e-44bf-be17-c567e286313b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.732202] env[69644]: DEBUG nova.scheduler.client.report [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.052043] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 549990e1-a3f8-470f-befb-b4568083ee03] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.064942] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Successfully updated port: 9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.409321] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.409655] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959b00a4-5b18-4bec-bdf6-11398a17c214 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.417651] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 933.417651] env[69644]: value = "task-3553125" [ 933.417651] env[69644]: _type = "Task" [ 933.417651] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.425913] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.554515] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: f65a33d8-8fb1-418d-a712-6c06033e3d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.567634] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.568041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.568296] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.744993] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.139s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.750741] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.760s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.750864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.752939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.990s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.755064] env[69644]: INFO nova.compute.claims [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.782143] env[69644]: INFO nova.scheduler.client.report [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c [ 933.927422] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553125, 'name': PowerOffVM_Task, 'duration_secs': 0.30943} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.927687] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.928417] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.928666] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bae9b769-fb8d-41d7-8737-df76b9282ff2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.934446] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 933.934446] env[69644]: value = "task-3553126" [ 933.934446] env[69644]: _type = "Task" [ 933.934446] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.942017] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.058763] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 62855e69-ce3d-4f14-a904-111669d09982] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.061295] env[69644]: DEBUG nova.compute.manager [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Received event network-vif-plugged-9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.061500] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Acquiring lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.061706] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.061873] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.062048] env[69644]: DEBUG nova.compute.manager [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] No waiting events found dispatching network-vif-plugged-9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 934.062222] env[69644]: WARNING nova.compute.manager [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Received unexpected event network-vif-plugged-9aa1336e-03ec-4fc9-9b00-656138dede14 for instance with vm_state building and task_state spawning. [ 934.062383] env[69644]: DEBUG nova.compute.manager [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Received event network-changed-9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.062536] env[69644]: DEBUG nova.compute.manager [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Refreshing instance network info cache due to event network-changed-9aa1336e-03ec-4fc9-9b00-656138dede14. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.062696] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Acquiring lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.101701] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.255885] env[69644]: DEBUG nova.network.neutron [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updating instance_info_cache with network_info: [{"id": "9aa1336e-03ec-4fc9-9b00-656138dede14", "address": "fa:16:3e:21:3b:96", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa1336e-03", "ovs_interfaceid": "9aa1336e-03ec-4fc9-9b00-656138dede14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.289487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5ff3a482-bcc9-45a2-979c-2b79e17c262e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.838s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.444533] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.444761] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 934.444961] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709295', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'name': 'volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bcdda24-8a74-441d-90ce-c938ca12eff9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'serial': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 934.445734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f12a4b-ec2a-45d8-a138-158cec89940a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.465163] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943b4e6-3d2e-44ad-bff8-460ab673b5b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.472240] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f0562-41e9-4b4a-8341-2c26b13cc8cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.491236] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bc507-c79a-4b5b-a72c-6554cc55fa0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.509699] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] The volume has not been displaced from its original location: [datastore2] volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5/volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 934.514442] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.514760] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0cdd3aa-d438-4e7c-baa4-1a9d24ceb527 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.534591] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 934.534591] env[69644]: value = "task-3553127" [ 934.534591] env[69644]: _type = "Task" [ 934.534591] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.543597] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.563653] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 0bd225f7-5469-400a-b6bf-7e43c3174dcb] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.758928] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.758928] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Instance network_info: |[{"id": "9aa1336e-03ec-4fc9-9b00-656138dede14", "address": "fa:16:3e:21:3b:96", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa1336e-03", "ovs_interfaceid": "9aa1336e-03ec-4fc9-9b00-656138dede14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.758928] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Acquired lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.758928] env[69644]: DEBUG nova.network.neutron [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Refreshing network info cache for port 9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.760162] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aa1336e-03ec-4fc9-9b00-656138dede14', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.769096] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating folder: Project (259bca6eff0d4954868003f5a92aa600). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.774277] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551c8c10-fd77-4e24-9c8c-72ced9e1567f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.789118] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created folder: Project (259bca6eff0d4954868003f5a92aa600) in parent group-v709242. [ 934.789177] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating folder: Instances. Parent ref: group-v709430. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.789373] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-536df2d7-16b7-4679-b6f7-38de87069304 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.798738] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created folder: Instances in parent group-v709430. [ 934.798968] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.799173] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.799679] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3659d6cb-2151-446e-aece-4157050a2bf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.820381] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.820381] env[69644]: value = "task-3553130" [ 934.820381] env[69644]: _type = "Task" [ 934.820381] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.830166] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553130, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.046944] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553127, 'name': ReconfigVM_Task, 'duration_secs': 0.208806} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.047305] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.055190] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da0cbfe-bbd2-4bae-93b7-3b73c9984105 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.067392] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 92bc9607-4fb6-4f15-87c2-fe8278b5e7b5] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.071068] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 935.071068] env[69644]: value = "task-3553131" [ 935.071068] env[69644]: _type = "Task" [ 935.071068] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.084715] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.144691] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "6054cf3f-e3b4-435e-95d7-08655607cf67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.144926] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.220929] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97725b-3d67-42b3-955c-552f746debf5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.228605] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc475c-9492-440e-a39c-0362e03102e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.258280] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bfb666-9600-408e-9493-422a3daed96f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.265063] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773b989-47aa-44ba-8f85-34f786fe75e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.279410] env[69644]: DEBUG nova.compute.provider_tree [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.292773] env[69644]: INFO nova.compute.manager [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Swapping old allocation on dict_keys(['25af6c96-6f1b-4afc-9d2a-1c47143a2c7c']) held by migration 5eaa3f33-122c-46c1-be80-56ee9e8025c8 for instance [ 935.315392] env[69644]: DEBUG nova.scheduler.client.report [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Overwriting current allocation {'allocations': {'25af6c96-6f1b-4afc-9d2a-1c47143a2c7c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'a1522e170749434db3948907bd1f3694', 'user_id': '50b0f7da801f4e56aee92a15a6de262b', 'consumer_generation': 1} on consumer b945a564-7589-4a4b-8660-0952d304ceb3 {{(pid=69644) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 935.330822] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553130, 'name': CreateVM_Task, 'duration_secs': 0.31834} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.331120] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.331795] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.331955] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.332331] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.332549] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce029d2c-0530-4ab7-8e80-d6b067da48b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.336847] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 935.336847] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256ef79-df11-4e10-a3ad-4ddf7ad9f950" [ 935.336847] env[69644]: _type = "Task" [ 935.336847] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.344361] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256ef79-df11-4e10-a3ad-4ddf7ad9f950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.397120] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.397324] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquired lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.397498] env[69644]: DEBUG nova.network.neutron [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.475767] env[69644]: DEBUG nova.network.neutron [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updated VIF entry in instance network info cache for port 9aa1336e-03ec-4fc9-9b00-656138dede14. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.476191] env[69644]: DEBUG nova.network.neutron [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updating instance_info_cache with network_info: [{"id": "9aa1336e-03ec-4fc9-9b00-656138dede14", "address": "fa:16:3e:21:3b:96", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa1336e-03", "ovs_interfaceid": "9aa1336e-03ec-4fc9-9b00-656138dede14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.570873] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: bd105823-9878-4ff8-89d5-9d779a411fe3] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.582199] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553131, 'name': ReconfigVM_Task, 'duration_secs': 0.124434} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.582496] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709295', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'name': 'volume-e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bcdda24-8a74-441d-90ce-c938ca12eff9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5', 'serial': 'e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 935.582768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.583527] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd4815-81dd-4d9a-9ed8-980fed7ed8f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.590741] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.590978] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bc46326-29d8-47dd-8cb5-368bdf79deac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.650428] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.656631] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.656848] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.657122] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Deleting the datastore file [datastore2] 7bcdda24-8a74-441d-90ce-c938ca12eff9 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.657312] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-191a2d89-be33-4285-bc60-ef70e99a7c97 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663287] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for the task: (returnval){ [ 935.663287] env[69644]: value = "task-3553133" [ 935.663287] env[69644]: _type = "Task" [ 935.663287] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.673068] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.784730] env[69644]: DEBUG nova.scheduler.client.report [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.846892] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256ef79-df11-4e10-a3ad-4ddf7ad9f950, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.847279] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.847883] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.847883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.847883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.848076] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.848332] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f00cac6-f84f-403c-8129-d4f41c237601 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.856638] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.856817] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.857557] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cf0c62-5182-47b5-8918-d491202e47a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.864047] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 935.864047] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e9729-b930-4186-03cf-b32698240dfc" [ 935.864047] env[69644]: _type = "Task" [ 935.864047] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.870034] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e9729-b930-4186-03cf-b32698240dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.979998] env[69644]: DEBUG oslo_concurrency.lockutils [req-e4668b34-1d18-4295-a66d-43b39f6ec073 req-19678e69-4012-435d-a192-c7d1a5513894 service nova] Releasing lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.079859] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 43804861-277a-462f-9576-13b782938210] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.107019] env[69644]: DEBUG nova.network.neutron [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [{"id": "75202176-c47b-4660-b92a-8130704f1b84", "address": "fa:16:3e:a9:d8:cd", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75202176-c4", "ovs_interfaceid": "75202176-c47b-4660-b92a-8130704f1b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.179329] env[69644]: DEBUG oslo_vmware.api [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Task: {'id': task-3553133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075361} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.179329] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.179329] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.179329] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.179329] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.243468] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 936.243561] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6921dde6-89ac-48e6-8ac6-2044e592d7f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.253883] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403e623-a382-4e0b-bea1-842a9d101ee7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.286623] env[69644]: ERROR nova.compute.manager [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Failed to detach volume e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5 from /dev/sda: nova.exception.InstanceNotFound: Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 could not be found. [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Traceback (most recent call last): [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self.driver.rebuild(**kwargs) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise NotImplementedError() [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] NotImplementedError [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] During handling of the above exception, another exception occurred: [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Traceback (most recent call last): [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self.driver.detach_volume(context, old_connection_info, [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] return self._volumeops.detach_volume(connection_info, instance) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._detach_volume_vmdk(connection_info, instance) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] stable_ref.fetch_moref(session) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] nova.exception.InstanceNotFound: Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 could not be found. [ 936.286623] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.289446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.289978] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.292554] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.963s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.292751] env[69644]: DEBUG nova.objects.instance [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.375232] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529e9729-b930-4186-03cf-b32698240dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.376049] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263caa00-e853-41cc-b76e-0ba04000be2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.381481] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 936.381481] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f89263-6651-c82a-c5fa-89b46fde58f7" [ 936.381481] env[69644]: _type = "Task" [ 936.381481] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.391460] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f89263-6651-c82a-c5fa-89b46fde58f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.419894] env[69644]: DEBUG nova.compute.utils [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Build of instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 aborted: Failed to rebuild volume backed instance. {{(pid=69644) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 936.425310] env[69644]: ERROR nova.compute.manager [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 aborted: Failed to rebuild volume backed instance. [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Traceback (most recent call last): [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self.driver.rebuild(**kwargs) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise NotImplementedError() [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] NotImplementedError [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] During handling of the above exception, another exception occurred: [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Traceback (most recent call last): [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._detach_root_volume(context, instance, root_bdm) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] with excutils.save_and_reraise_exception(): [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self.force_reraise() [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise self.value [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self.driver.detach_volume(context, old_connection_info, [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] return self._volumeops.detach_volume(connection_info, instance) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._detach_volume_vmdk(connection_info, instance) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] stable_ref.fetch_moref(session) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] nova.exception.InstanceNotFound: Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 could not be found. [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] During handling of the above exception, another exception occurred: [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Traceback (most recent call last): [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] yield [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 936.425310] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._do_rebuild_instance_with_claim( [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._do_rebuild_instance( [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._rebuild_default_impl(**kwargs) [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] self._rebuild_volume_backed_instance( [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] raise exception.BuildAbortException( [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] nova.exception.BuildAbortException: Build of instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 aborted: Failed to rebuild volume backed instance. [ 936.426645] env[69644]: ERROR nova.compute.manager [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] [ 936.582447] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: d19ba014-ea1e-4f7b-9d4b-442b5fa19893] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.612396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Releasing lock "refresh_cache-b945a564-7589-4a4b-8660-0952d304ceb3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.612863] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.613152] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31623b7d-bc37-4296-8a35-d1f004ec43a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.620841] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 936.620841] env[69644]: value = "task-3553134" [ 936.620841] env[69644]: _type = "Task" [ 936.620841] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.629534] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.804050] env[69644]: DEBUG nova.compute.utils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.805269] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.805440] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.851534] env[69644]: DEBUG nova.policy [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c823caab6444e6fb82676aaab423db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259bca6eff0d4954868003f5a92aa600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.894051] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f89263-6651-c82a-c5fa-89b46fde58f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.894404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.894718] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/fe298bda-f599-4ec0-8ed1-de31d394f298.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.895016] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62161f95-805c-45ef-b993-d6a59a9a51c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.902574] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 936.902574] env[69644]: value = "task-3553135" [ 936.902574] env[69644]: _type = "Task" [ 936.902574] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.911278] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.086023] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 9df37cfa-1278-45b4-94e1-fd7c8253dddc] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.111927] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Successfully created port: 35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.131745] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553134, 'name': PowerOffVM_Task, 'duration_secs': 0.181188} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.132079] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.133643] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:57:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a8071d82-cdb9-4db8-82bf-cdd8799a911a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311610465',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.133955] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.134074] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.134336] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.134584] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.134686] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.135266] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.135266] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.135266] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.135407] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.135608] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.147151] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805fac53-2965-414b-a47c-607cab0bd7d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.160705] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 937.160705] env[69644]: value = "task-3553136" [ 937.160705] env[69644]: _type = "Task" [ 937.160705] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.169594] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.307524] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a96d98c-5248-4210-ad6c-4aa5bd613638 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.308751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.780s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.310422] env[69644]: INFO nova.compute.claims [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.313620] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.413197] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455382} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.413456] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/fe298bda-f599-4ec0-8ed1-de31d394f298.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.413670] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.414181] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40fed329-a9fa-4da1-9ffa-2ac4d160a17d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.422595] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 937.422595] env[69644]: value = "task-3553137" [ 937.422595] env[69644]: _type = "Task" [ 937.422595] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.430408] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.589794] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5e03e801-6932-4d7b-b201-cbe38321432c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.672064] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553136, 'name': ReconfigVM_Task, 'duration_secs': 0.23652} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.673040] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f061d3c4-e2c3-4f0d-b521-41431057b875 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.692638] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:57:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a8071d82-cdb9-4db8-82bf-cdd8799a911a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311610465',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.692899] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.693078] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.693275] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.693427] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.693610] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.693821] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.693983] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.694250] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.694486] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.694677] env[69644]: DEBUG nova.virt.hardware [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.695480] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af31e52b-2ed7-4b30-b29c-f96f6943feec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.701168] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 937.701168] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52629550-9e08-0d2d-067d-39d3017e2520" [ 937.701168] env[69644]: _type = "Task" [ 937.701168] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.709513] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52629550-9e08-0d2d-067d-39d3017e2520, 'name': SearchDatastore_Task, 'duration_secs': 0.006404} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.715118] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.715840] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbec5b8-8f79-4995-9ff2-20d0284d0452 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.735820] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 937.735820] env[69644]: value = "task-3553138" [ 937.735820] env[69644]: _type = "Task" [ 937.735820] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.744123] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.940018] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071932} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.940018] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.940018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d113900-a32c-4a48-a4be-aae80cb600ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.965970] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/fe298bda-f599-4ec0-8ed1-de31d394f298.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.965970] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc8c373-616e-49d6-b4d7-52fa74232d20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.985678] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 937.985678] env[69644]: value = "task-3553139" [ 937.985678] env[69644]: _type = "Task" [ 937.985678] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.993704] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.093902] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 290daf13-491c-4ebf-a52e-1271598e9512] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.245559] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553138, 'name': ReconfigVM_Task, 'duration_secs': 0.187887} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.245831] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.246680] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed14f8-7a7c-4054-b342-7da629393d25 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.271961] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.272274] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc0698d-7c3c-40ef-bcde-1dc34b5a6853 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.291820] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 938.291820] env[69644]: value = "task-3553140" [ 938.291820] env[69644]: _type = "Task" [ 938.291820] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.299729] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.328281] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.353237] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.353485] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.353642] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.353824] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.354016] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.354186] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.354400] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.354597] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.354718] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.354879] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.355079] env[69644]: DEBUG nova.virt.hardware [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.355917] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382969a-dabf-4111-8221-a4c1dd95a451 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.365877] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3b45e3-eafe-40f3-b91e-8834950ebd02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.440893] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.498075] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553139, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.590090] env[69644]: DEBUG nova.compute.manager [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Received event network-vif-plugged-35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.590350] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] Acquiring lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.590663] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.590792] env[69644]: DEBUG oslo_concurrency.lockutils [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.591018] env[69644]: DEBUG nova.compute.manager [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] No waiting events found dispatching network-vif-plugged-35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 938.592189] env[69644]: WARNING nova.compute.manager [req-6a80bfb0-589f-4c69-ad71-8adb82e4b553 req-e31894a7-0886-4a8a-b128-72cb534c2142 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Received unexpected event network-vif-plugged-35be4fd8-a43a-4af4-86ba-1efb05fdb65f for instance with vm_state building and task_state spawning. [ 938.597899] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: c2aa4364-4d7b-4593-a864-f8cc1c35948f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.632745] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Successfully updated port: 35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.741049] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c6f98-ebeb-4e35-a594-e3d351d9b2ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.748320] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34de67cd-595a-42c6-8ed7-c19035a0c71d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.778907] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2fa455-7a96-4a02-ac56-8dbd2613ab20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.786049] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0e52c-8cd6-4f52-b518-eb8905e49e72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.799170] env[69644]: DEBUG nova.compute.provider_tree [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.807927] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553140, 'name': ReconfigVM_Task, 'duration_secs': 0.332847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.808719] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3/b945a564-7589-4a4b-8660-0952d304ceb3.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.809594] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b9ee7-58d3-4543-b58a-411ebc8457dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.827627] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2739f809-32a1-4e46-bdc4-524e1a8a1d00 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.845986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d11569-1908-41f1-9103-ed1c545d956b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.866011] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e92fae-8740-4bb0-bef3-167600348814 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.873173] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.873437] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3977e856-2dda-45e2-bd2e-179481fe8d74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.879609] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 938.879609] env[69644]: value = "task-3553141" [ 938.879609] env[69644]: _type = "Task" [ 938.879609] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.887733] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.997606] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553139, 'name': ReconfigVM_Task, 'duration_secs': 0.516489} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.997892] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfigured VM instance instance-00000044 to attach disk [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/fe298bda-f599-4ec0-8ed1-de31d394f298.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.998557] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81aabd60-ad61-477f-9885-51b42e34aa35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.005181] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 939.005181] env[69644]: value = "task-3553142" [ 939.005181] env[69644]: _type = "Task" [ 939.005181] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.013294] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553142, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.100758] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: ac459686-1271-4abc-8b3e-f1100b34c1b1] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.133824] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.133965] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.134140] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.304715] env[69644]: DEBUG nova.scheduler.client.report [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.390185] env[69644]: DEBUG oslo_vmware.api [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553141, 'name': PowerOnVM_Task, 'duration_secs': 0.424093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.390444] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.514835] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553142, 'name': Rename_Task, 'duration_secs': 0.158811} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.515139] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.515391] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef28f8cf-35e3-4862-83d3-234c010b1f14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.522042] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 939.522042] env[69644]: value = "task-3553143" [ 939.522042] env[69644]: _type = "Task" [ 939.522042] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.532094] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.606031] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: d44c4d5e-3144-4533-92d9-9823752c93b9] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.645404] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.645686] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.645896] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.646120] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.646297] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.648444] env[69644]: INFO nova.compute.manager [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Terminating instance [ 939.666722] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.806765] env[69644]: DEBUG nova.network.neutron [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Updating instance_info_cache with network_info: [{"id": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "address": "fa:16:3e:82:04:9f", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35be4fd8-a4", "ovs_interfaceid": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.810126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.810608] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.813132] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.040s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.813333] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.815669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.316s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.815859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.817597] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.618s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.817783] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.819393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.732s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.821106] env[69644]: INFO nova.compute.claims [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.846312] env[69644]: INFO nova.scheduler.client.report [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted allocations for instance 29a9cd36-1f65-4b0c-b677-622f65a4cedc [ 939.848952] env[69644]: INFO nova.scheduler.client.report [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Deleted allocations for instance b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8 [ 939.862217] env[69644]: INFO nova.scheduler.client.report [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted allocations for instance d0285883-3f7c-4783-92fa-e3911a173871 [ 940.032543] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.108807] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 91f16e9e-0f14-433b-b0aa-859b71e59f7d] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.152135] env[69644]: DEBUG nova.compute.manager [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.152575] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67ba24cb-46bb-4240-80d1-55ef249e5597 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.162903] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6195bdad-d6f3-4efe-9d45-b6460819b9c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.194906] env[69644]: WARNING nova.virt.vmwareapi.driver [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 could not be found. [ 940.195035] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.195300] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeda7fac-4ca9-4dcd-b3bb-353398b91af5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.203291] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8930773-d298-4660-a7e2-94ed2183bcbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.234178] env[69644]: WARNING nova.virt.vmwareapi.vmops [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7bcdda24-8a74-441d-90ce-c938ca12eff9 could not be found. [ 940.234462] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.234571] env[69644]: INFO nova.compute.manager [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Took 0.08 seconds to destroy the instance on the hypervisor. [ 940.234823] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.235077] env[69644]: DEBUG nova.compute.manager [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.235177] env[69644]: DEBUG nova.network.neutron [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.309812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.310586] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Instance network_info: |[{"id": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "address": "fa:16:3e:82:04:9f", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35be4fd8-a4", "ovs_interfaceid": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.310586] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:04:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35be4fd8-a43a-4af4-86ba-1efb05fdb65f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.317992] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.318172] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.318393] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbae3fe3-8eb0-4c3a-a056-fb31443e6722 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.334163] env[69644]: DEBUG nova.compute.utils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.340196] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.340196] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.344731] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.344731] env[69644]: value = "task-3553144" [ 940.344731] env[69644]: _type = "Task" [ 940.344731] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.358056] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553144, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.358505] env[69644]: DEBUG oslo_concurrency.lockutils [None req-331c547b-27fa-4159-a16c-856d51436311 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "29a9cd36-1f65-4b0c-b677-622f65a4cedc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.136s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.360139] env[69644]: DEBUG oslo_concurrency.lockutils [None req-918d7b47-5172-4893-bddf-207e6911edf9 tempest-MultipleCreateTestJSON-1546211828 tempest-MultipleCreateTestJSON-1546211828-project-member] Lock "b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.305s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.369150] env[69644]: DEBUG oslo_concurrency.lockutils [None req-65e95443-3403-41f1-aa33-38974055efe5 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "d0285883-3f7c-4783-92fa-e3911a173871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.851s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.377216] env[69644]: DEBUG nova.policy [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6157f541de479e876c4ec974bd1db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52adbcff6b57477dbb80dc43c4d8ea1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.401502] env[69644]: INFO nova.compute.manager [None req-74c247fb-a045-4c2d-85ea-31077845cb21 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance to original state: 'active' [ 940.534879] env[69644]: DEBUG oslo_vmware.api [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553143, 'name': PowerOnVM_Task, 'duration_secs': 0.627817} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.535318] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.535650] env[69644]: INFO nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Took 7.91 seconds to spawn the instance on the hypervisor. [ 940.535955] env[69644]: DEBUG nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.537294] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e2516-3f7d-443e-8cdd-a2d6574c2572 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.613588] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: caebb894-36f0-481c-9da2-8f3278edb6e2] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.697625] env[69644]: DEBUG nova.compute.manager [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Received event network-changed-35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.697625] env[69644]: DEBUG nova.compute.manager [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Refreshing instance network info cache due to event network-changed-35be4fd8-a43a-4af4-86ba-1efb05fdb65f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.697625] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] Acquiring lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.697625] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] Acquired lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.697625] env[69644]: DEBUG nova.network.neutron [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Refreshing network info cache for port 35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.849197] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.865394] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553144, 'name': CreateVM_Task, 'duration_secs': 0.294729} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.865695] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.866672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.866964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.867546] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.867968] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73307cf0-0cba-4abe-a3d9-3df05108881a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.875514] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 940.875514] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e2d3d-a59d-1d41-b132-e1511a09abe5" [ 940.875514] env[69644]: _type = "Task" [ 940.875514] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.888392] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e2d3d-a59d-1d41-b132-e1511a09abe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.994992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "28e686ef-5e12-4f36-b33c-95c524b06356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.994992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.994992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.995228] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.995287] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.001574] env[69644]: INFO nova.compute.manager [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Terminating instance [ 941.075417] env[69644]: INFO nova.compute.manager [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Took 51.94 seconds to build instance. [ 941.115123] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 0ad63d96-9db3-403b-aa24-46bf26655103] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.197715] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Successfully created port: e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.272423] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7a623-5222-4b54-8e6b-c82328b54b38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.282788] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58aa31-68ec-40c8-8a24-7d4868f0c17d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.320010] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1819e162-4bbd-4799-b638-4cdd0d4e49bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.329591] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec37abb-cc18-4e20-843e-eee5b1f4a152 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346163] env[69644]: DEBUG nova.compute.provider_tree [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.359671] env[69644]: DEBUG nova.network.neutron [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.386575] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e2d3d-a59d-1d41-b132-e1511a09abe5, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.387551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.387806] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.388066] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.388222] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.388416] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.389124] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f08ad3f0-c004-4dec-9c0f-d87a000d7c08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.398648] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.398848] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.399631] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde518d2-112a-4fc3-b904-39ff96220ade {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.407268] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 941.407268] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5a099-db59-8bb1-7bbe-dcda0414ee1c" [ 941.407268] env[69644]: _type = "Task" [ 941.407268] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.416510] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5a099-db59-8bb1-7bbe-dcda0414ee1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.507065] env[69644]: DEBUG nova.compute.manager [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.507363] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.508859] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec058df-0cb6-46e5-9d01-c2a9a3af3ae0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.523216] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.523495] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c554310d-e8d8-46aa-beaa-ff58a833490d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.530267] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 941.530267] env[69644]: value = "task-3553145" [ 941.530267] env[69644]: _type = "Task" [ 941.530267] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.540883] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.578791] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d16eab20-a4fb-4753-a0cb-bb73838ea78f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.995s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.620429] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: c55229c1-3aea-4153-a7b2-aabc2c8b9ca7] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.820126] env[69644]: DEBUG nova.network.neutron [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Updated VIF entry in instance network info cache for port 35be4fd8-a43a-4af4-86ba-1efb05fdb65f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.820764] env[69644]: DEBUG nova.network.neutron [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Updating instance_info_cache with network_info: [{"id": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "address": "fa:16:3e:82:04:9f", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35be4fd8-a4", "ovs_interfaceid": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.848961] env[69644]: DEBUG nova.scheduler.client.report [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.860714] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.865715] env[69644]: INFO nova.compute.manager [-] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Took 1.63 seconds to deallocate network for instance. [ 941.907804] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:59:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1034583727',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-91104711',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.908094] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.908257] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.908446] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.908625] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.908779] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.908988] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.909751] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.910081] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.910138] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.910310] env[69644]: DEBUG nova.virt.hardware [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.911605] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113cbe8-7180-45ae-a334-48a168a3940f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.926329] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f90c6-f60d-40b8-b1d8-a61d00e23ec4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.930144] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5a099-db59-8bb1-7bbe-dcda0414ee1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016931} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.931672] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49884ba-4cd9-4080-9312-79abec8d8d3a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.948431] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 941.948431] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b732c2-a556-f2f5-0bc7-4467cdee0705" [ 941.948431] env[69644]: _type = "Task" [ 941.948431] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.956341] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b732c2-a556-f2f5-0bc7-4467cdee0705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.040183] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553145, 'name': PowerOffVM_Task, 'duration_secs': 0.191776} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.040455] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.040615] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.040865] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3064eacb-1051-4129-941a-6dc995ec0ca9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.100772] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.101012] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.101314] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore2] 28e686ef-5e12-4f36-b33c-95c524b06356 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.101456] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ce126a0-d7fe-42d8-a9ea-7be9a4c0b9c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.108902] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 942.108902] env[69644]: value = "task-3553147" [ 942.108902] env[69644]: _type = "Task" [ 942.108902] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.118245] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.123948] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 003597ac-1afc-427a-a06e-c54d767a7cd7] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.249182] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "b945a564-7589-4a4b-8660-0952d304ceb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.249491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.249712] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.249898] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.250079] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.252761] env[69644]: INFO nova.compute.manager [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Terminating instance [ 942.322665] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c05efd8-8e20-4fb5-83b9-9a212a3adb1d req-95a81232-8b50-4ee5-b298-106efd9de2d3 service nova] Releasing lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.354902] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.354902] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.356963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.882s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.426789] env[69644]: INFO nova.compute.manager [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Took 0.56 seconds to detach 1 volumes for instance. [ 942.429935] env[69644]: DEBUG nova.compute.manager [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Deleting volume: e1634fbd-8caf-455d-ac7a-0aa9bbb07cb5 {{(pid=69644) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 942.466256] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b732c2-a556-f2f5-0bc7-4467cdee0705, 'name': SearchDatastore_Task, 'duration_secs': 0.030953} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.466570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466820] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.467974] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da8a6f3-52fe-454c-a09a-18ce000e5521 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.477569] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 942.477569] env[69644]: value = "task-3553148" [ 942.477569] env[69644]: _type = "Task" [ 942.477569] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.486412] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.625790] env[69644]: DEBUG oslo_vmware.api [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.626240] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.626544] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.626780] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.627016] env[69644]: INFO nova.compute.manager [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Took 1.12 seconds to destroy the instance on the hypervisor. [ 942.627278] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.627746] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 2c025888-a4c5-4483-befb-17fe98648bdd] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.629682] env[69644]: DEBUG nova.compute.manager [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.629682] env[69644]: DEBUG nova.network.neutron [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.755984] env[69644]: DEBUG nova.compute.manager [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.756374] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.757321] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87901cf-4207-4792-970f-6b124064ef80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.765145] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.765507] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04544649-8788-4dbd-b47f-0869f11205f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.771944] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 942.771944] env[69644]: value = "task-3553150" [ 942.771944] env[69644]: _type = "Task" [ 942.771944] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.780607] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.861120] env[69644]: DEBUG nova.compute.utils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.871415] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.871714] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.972148] env[69644]: DEBUG nova.policy [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367f79670d3640f1b4427c2e6b89cbff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590229ef024c4b599389de84d27008e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.974618] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.980044] env[69644]: DEBUG nova.compute.manager [req-ee2b3f49-28a1-47d6-8820-b452866069f0 req-2821d832-e119-40c4-8632-396c5571fe36 service nova] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Received event network-vif-deleted-7954231b-7251-4f7e-94ee-d97381d3a19f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.994869] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553148, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.133124] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 92199830-003f-4b6b-bc70-9b15d70b039f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.290361] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.377502] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.395080] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1283a63-51e6-4185-8757-913e5f058457 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.402904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d3e5a-b894-4814-87c1-8de8dfdf4fc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.409528] env[69644]: DEBUG nova.compute.manager [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Received event network-vif-plugged-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.409528] env[69644]: DEBUG oslo_concurrency.lockutils [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] Acquiring lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.409757] env[69644]: DEBUG oslo_concurrency.lockutils [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.409810] env[69644]: DEBUG oslo_concurrency.lockutils [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.410338] env[69644]: DEBUG nova.compute.manager [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] No waiting events found dispatching network-vif-plugged-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.410338] env[69644]: WARNING nova.compute.manager [req-71401150-ac0e-4bdc-96b0-5c40669c514c req-aa6c92e0-5793-4436-a831-c26578f8f726 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Received unexpected event network-vif-plugged-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 for instance with vm_state building and task_state spawning. [ 943.447349] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48f65e-c588-4534-bd19-851bbeeb1d73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.456569] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206d69a-19a0-4e46-8cf6-67c816205037 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.461050] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Successfully created port: 0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.473493] env[69644]: DEBUG nova.compute.provider_tree [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.488069] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522312} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.488334] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.488553] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.488802] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86f772c-817d-4be9-a030-1a8da34267e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495871] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 943.495871] env[69644]: value = "task-3553151" [ 943.495871] env[69644]: _type = "Task" [ 943.495871] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.503383] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.521497] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Successfully updated port: e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.636739] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 2bd226df-264a-4177-b7de-bc1cc98614dc] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.679750] env[69644]: DEBUG nova.network.neutron [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.783867] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.981963] env[69644]: DEBUG nova.scheduler.client.report [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.008677] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.392044} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.008929] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.009754] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef97af1-1226-4c21-ba44-a5125ab97af6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.024319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.024319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.024717] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.035104] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.036363] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9cdc2a6-9bd0-4ac1-98b2-c2a3924465db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.059849] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 944.059849] env[69644]: value = "task-3553152" [ 944.059849] env[69644]: _type = "Task" [ 944.059849] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.068877] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.143621] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 788b5606-5dd6-4194-931f-18bc3b2c8a5f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.182676] env[69644]: INFO nova.compute.manager [-] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Took 1.55 seconds to deallocate network for instance. [ 944.284731] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553150, 'name': PowerOffVM_Task, 'duration_secs': 1.361646} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.284996] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.285230] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.285490] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac28df14-60a2-4071-9875-a8a3275fe223 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.355636] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.355940] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.356133] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleting the datastore file [datastore1] b945a564-7589-4a4b-8660-0952d304ceb3 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.356467] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8831143a-8d6a-42d6-9b0e-bd855d80c4df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.365700] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 944.365700] env[69644]: value = "task-3553154" [ 944.365700] env[69644]: _type = "Task" [ 944.365700] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.372550] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.390971] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.423019] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.423019] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.423019] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.423019] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.423019] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.423450] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.423787] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.424078] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.424375] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.424668] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.424948] env[69644]: DEBUG nova.virt.hardware [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.427030] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522d931-9d63-4aac-a0c1-7111ea9dc2d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.435720] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86d900-38a4-4b75-8058-23bed162b10b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.574228] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.650108] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 32221ccb-fd98-4b04-9bbe-8412862c9b4d] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.689088] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.692754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.876170] env[69644]: DEBUG oslo_vmware.api [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147479} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.876517] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.876709] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.876890] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.877089] env[69644]: INFO nova.compute.manager [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Took 2.12 seconds to destroy the instance on the hypervisor. [ 944.877352] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.877555] env[69644]: DEBUG nova.compute.manager [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.877651] env[69644]: DEBUG nova.network.neutron [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.964713] env[69644]: DEBUG nova.network.neutron [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updating instance_info_cache with network_info: [{"id": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "address": "fa:16:3e:ae:d9:e9", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d06a6a-5c", "ovs_interfaceid": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.996256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.639s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.999018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.533s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.000878] env[69644]: INFO nova.compute.claims [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.024881] env[69644]: DEBUG nova.compute.manager [req-89efd14e-b495-435f-b2fd-75eaa3a9cea7 req-1af66d3a-c9cc-4ff9-b2cc-534257641d8a service nova] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Received event network-vif-deleted-6e9eb369-8ce2-4405-82a5-39500f54a429 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.073803] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553152, 'name': ReconfigVM_Task, 'duration_secs': 0.555875} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.074097] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.077558] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7cf8d9-d471-44af-adc5-a7e7790e8443 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.084606] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 945.084606] env[69644]: value = "task-3553155" [ 945.084606] env[69644]: _type = "Task" [ 945.084606] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.095835] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553155, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.153229] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 64845767-8edb-455d-a32e-653cef864939] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.383026] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Successfully updated port: 0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.467102] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.467457] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Instance network_info: |[{"id": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "address": "fa:16:3e:ae:d9:e9", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d06a6a-5c", "ovs_interfaceid": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.467880] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:d9:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.477181] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Creating folder: Project (52adbcff6b57477dbb80dc43c4d8ea1f). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.479019] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec6111b8-d20a-4149-918c-789c7a8bbe44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.489934] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Created folder: Project (52adbcff6b57477dbb80dc43c4d8ea1f) in parent group-v709242. [ 945.490153] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Creating folder: Instances. Parent ref: group-v709434. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.490730] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fa5ac61-6c50-4ded-bd41-6578c0c07069 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.499695] env[69644]: DEBUG nova.compute.manager [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Received event network-changed-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.499896] env[69644]: DEBUG nova.compute.manager [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Refreshing instance network info cache due to event network-changed-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.500129] env[69644]: DEBUG oslo_concurrency.lockutils [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] Acquiring lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.500276] env[69644]: DEBUG oslo_concurrency.lockutils [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] Acquired lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.500437] env[69644]: DEBUG nova.network.neutron [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Refreshing network info cache for port e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.503543] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Created folder: Instances in parent group-v709434. [ 945.503771] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.506460] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.508517] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efa1627-2c94-4179-bbe3-0a981dbbcce5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.531786] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.531786] env[69644]: value = "task-3553158" [ 945.531786] env[69644]: _type = "Task" [ 945.531786] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.546667] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553158, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.596014] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553155, 'name': Rename_Task, 'duration_secs': 0.142473} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.596371] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.596736] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bddaf0b-7cc2-4509-8587-6ed8dd9f7356 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.606199] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 945.606199] env[69644]: value = "task-3553159" [ 945.606199] env[69644]: _type = "Task" [ 945.606199] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.606514] env[69644]: INFO nova.scheduler.client.report [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocation for migration cb03fa28-f697-4d92-af83-520e1216f1a3 [ 945.619162] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.656149] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 80617eab-4e1f-49c5-8741-89052b004f56] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.888134] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.889306] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquired lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.889915] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.920344] env[69644]: DEBUG nova.network.neutron [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.044877] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553158, 'name': CreateVM_Task, 'duration_secs': 0.370113} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.045077] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.045773] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.045939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.046293] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.046913] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fba077c-8800-4788-b05c-1cd5ad9cbb6c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.054379] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 946.054379] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523b8d72-7244-666b-8073-03e7b74466d4" [ 946.054379] env[69644]: _type = "Task" [ 946.054379] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.070030] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523b8d72-7244-666b-8073-03e7b74466d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.070325] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.071240] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.071240] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.071352] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.071451] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.071795] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff0005d-d24d-461a-975c-e67dd95b164a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.080891] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.080891] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.084618] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f024b567-04b0-4882-a3b3-19817495b92c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.094668] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 946.094668] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dbe839-4595-f510-70a7-572cbffb5d20" [ 946.094668] env[69644]: _type = "Task" [ 946.094668] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.104342] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dbe839-4595-f510-70a7-572cbffb5d20, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.108600] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e2313f-4cb9-4bad-bc9b-44d902cc732b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.118802] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 946.118802] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276b743-2150-4c92-c32d-bf554bff63e5" [ 946.118802] env[69644]: _type = "Task" [ 946.118802] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.123844] env[69644]: DEBUG oslo_concurrency.lockutils [None req-808edf15-0ee6-429f-9fd1-a4baf5601259 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.064s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.125204] env[69644]: DEBUG oslo_vmware.api [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553159, 'name': PowerOnVM_Task, 'duration_secs': 0.455802} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.131641] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.131893] env[69644]: INFO nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Took 7.80 seconds to spawn the instance on the hypervisor. [ 946.132094] env[69644]: DEBUG nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.133325] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c6defc-cf18-4a71-86b6-b63cedbf3a68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.147671] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5276b743-2150-4c92-c32d-bf554bff63e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.158064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.158429] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b894e53d-94c2-4467-9fb6-3238c6fe3122/b894e53d-94c2-4467-9fb6-3238c6fe3122.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.159402] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f42b27c-9609-480d-98af-8d6af9871bf5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.162942] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 6264a93d-ae8d-48b2-bdc4-7592a0999e3a] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.169731] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 946.169731] env[69644]: value = "task-3553160" [ 946.169731] env[69644]: _type = "Task" [ 946.169731] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.179793] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.425416] env[69644]: INFO nova.compute.manager [-] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Took 1.55 seconds to deallocate network for instance. [ 946.553762] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439e8db-3293-4653-b29e-b5ea5abcb73b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.563219] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60800d64-76de-4eb4-8cb4-608244058b88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.596512] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d1b3a-fbd9-4d3b-b00f-6bcf48d2c63b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.606023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f747ecc9-2833-4a8b-adc7-d4768e96c5f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.621356] env[69644]: DEBUG nova.compute.provider_tree [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.669487] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: d93a86bf-2725-49df-967b-f1eaef8d7910] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.676595] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.678833] env[69644]: INFO nova.compute.manager [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Took 52.94 seconds to build instance. [ 946.685401] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499595} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.685796] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b894e53d-94c2-4467-9fb6-3238c6fe3122/b894e53d-94c2-4467-9fb6-3238c6fe3122.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.685918] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.686377] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd1478d-5653-447f-bd78-6112d9601479 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.692195] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 946.692195] env[69644]: value = "task-3553161" [ 946.692195] env[69644]: _type = "Task" [ 946.692195] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.700876] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.799770] env[69644]: DEBUG nova.network.neutron [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updated VIF entry in instance network info cache for port e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.800121] env[69644]: DEBUG nova.network.neutron [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updating instance_info_cache with network_info: [{"id": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "address": "fa:16:3e:ae:d9:e9", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d06a6a-5c", "ovs_interfaceid": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.937927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.029203] env[69644]: DEBUG nova.network.neutron [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updating instance_info_cache with network_info: [{"id": "0950c6bb-fbe0-4682-94ab-92df21769f09", "address": "fa:16:3e:52:e1:13", "network": {"id": "219b3a16-d714-4b8f-b3dd-8c2d23b1bdc8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-991441064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590229ef024c4b599389de84d27008e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0950c6bb-fb", "ovs_interfaceid": "0950c6bb-fbe0-4682-94ab-92df21769f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.128997] env[69644]: DEBUG nova.scheduler.client.report [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.138935] env[69644]: DEBUG nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Received event network-vif-plugged-0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.139193] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Acquiring lock "a4458be6-1f79-486d-aced-2e9072547b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.139392] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Lock "a4458be6-1f79-486d-aced-2e9072547b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.139560] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Lock "a4458be6-1f79-486d-aced-2e9072547b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.139725] env[69644]: DEBUG nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] No waiting events found dispatching network-vif-plugged-0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.140750] env[69644]: WARNING nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Received unexpected event network-vif-plugged-0950c6bb-fbe0-4682-94ab-92df21769f09 for instance with vm_state building and task_state spawning. [ 947.140750] env[69644]: DEBUG nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Received event network-changed-0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.140750] env[69644]: DEBUG nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Refreshing instance network info cache due to event network-changed-0950c6bb-fbe0-4682-94ab-92df21769f09. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.140750] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Acquiring lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.172074] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 3dc904d5-1bde-4fe4-9422-3539dbd0625d] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.181819] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ef337d9e-a03e-4819-a939-0c5f8392b384 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.417s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.211516] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063617} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.211516] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.211516] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f56bd-eac0-40fa-885d-5f45b58678ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.238790] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b894e53d-94c2-4467-9fb6-3238c6fe3122/b894e53d-94c2-4467-9fb6-3238c6fe3122.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.239487] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0b9b50-1ab3-472f-bc0b-83378deacb5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.262760] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 947.262760] env[69644]: value = "task-3553162" [ 947.262760] env[69644]: _type = "Task" [ 947.262760] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.271198] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.305708] env[69644]: DEBUG oslo_concurrency.lockutils [req-0f91f8d6-a375-4ecf-963b-79fc5ec97ce0 req-47ecdaa1-6701-45f7-9b81-00af0f5ed9a5 service nova] Releasing lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.538250] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Releasing lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.538653] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Instance network_info: |[{"id": "0950c6bb-fbe0-4682-94ab-92df21769f09", "address": "fa:16:3e:52:e1:13", "network": {"id": "219b3a16-d714-4b8f-b3dd-8c2d23b1bdc8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-991441064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590229ef024c4b599389de84d27008e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0950c6bb-fb", "ovs_interfaceid": "0950c6bb-fbe0-4682-94ab-92df21769f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.542018] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Acquired lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.542018] env[69644]: DEBUG nova.network.neutron [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Refreshing network info cache for port 0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.542018] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e1:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0950c6bb-fbe0-4682-94ab-92df21769f09', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.550524] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Creating folder: Project (590229ef024c4b599389de84d27008e2). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.552946] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73bbcc9-5485-4f47-9c72-50d6f0622666 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.565400] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Created folder: Project (590229ef024c4b599389de84d27008e2) in parent group-v709242. [ 947.565525] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Creating folder: Instances. Parent ref: group-v709437. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.566110] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b815dfc0-a495-4c2f-8625-2613960ac436 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.577302] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Created folder: Instances in parent group-v709437. [ 947.577585] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.577779] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.578039] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f2ab1b-17cf-4cc7-8719-5fd9bba4d99f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.597429] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.597429] env[69644]: value = "task-3553165" [ 947.597429] env[69644]: _type = "Task" [ 947.597429] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.609019] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553165, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.637165] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.641126] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.647038] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.823s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.647038] env[69644]: INFO nova.compute.claims [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.652484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.652484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.652484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.652484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.652484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.654961] env[69644]: INFO nova.compute.manager [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Terminating instance [ 947.676207] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 32a3f00c-f27d-4b5b-bc0f-d1ee64ade9e4] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.780430] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553162, 'name': ReconfigVM_Task, 'duration_secs': 0.276534} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.780430] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b894e53d-94c2-4467-9fb6-3238c6fe3122/b894e53d-94c2-4467-9fb6-3238c6fe3122.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.780430] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68eebaa-5cf3-4748-9206-ca9e01306dd8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.787337] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 947.787337] env[69644]: value = "task-3553166" [ 947.787337] env[69644]: _type = "Task" [ 947.787337] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.800627] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553166, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.891840] env[69644]: INFO nova.compute.manager [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Rescuing [ 947.892294] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.892512] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.892679] env[69644]: DEBUG nova.network.neutron [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.109063] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553165, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.161299] env[69644]: DEBUG nova.compute.utils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.167826] env[69644]: DEBUG nova.compute.manager [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.168178] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.168585] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 948.170918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba3671-332a-43da-874d-e54f5f535f60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.180462] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.181596] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ba295c-7783-4380-ad32-27d80be46564 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.184198] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5efb2b25-f9b0-4361-97d6-a598cae3ea3e] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.191297] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 948.191297] env[69644]: value = "task-3553167" [ 948.191297] env[69644]: _type = "Task" [ 948.191297] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.200401] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.296149] env[69644]: DEBUG nova.network.neutron [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updated VIF entry in instance network info cache for port 0950c6bb-fbe0-4682-94ab-92df21769f09. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.296543] env[69644]: DEBUG nova.network.neutron [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updating instance_info_cache with network_info: [{"id": "0950c6bb-fbe0-4682-94ab-92df21769f09", "address": "fa:16:3e:52:e1:13", "network": {"id": "219b3a16-d714-4b8f-b3dd-8c2d23b1bdc8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-991441064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590229ef024c4b599389de84d27008e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0950c6bb-fb", "ovs_interfaceid": "0950c6bb-fbe0-4682-94ab-92df21769f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.302601] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.302866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.307981] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553166, 'name': Rename_Task, 'duration_secs': 0.146076} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.308244] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.308478] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-578c7bd1-ab3d-49e1-bccf-47b51b1fb991 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.316777] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 948.316777] env[69644]: value = "task-3553168" [ 948.316777] env[69644]: _type = "Task" [ 948.316777] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.327834] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.612249] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553165, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.668139] env[69644]: DEBUG nova.network.neutron [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Updating instance_info_cache with network_info: [{"id": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "address": "fa:16:3e:82:04:9f", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35be4fd8-a4", "ovs_interfaceid": "35be4fd8-a43a-4af4-86ba-1efb05fdb65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.674321] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.688721] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 89d061ec-c250-4f32-a352-68072cebe938] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.714067] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553167, 'name': PowerOffVM_Task, 'duration_secs': 0.269313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.714924] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.715185] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.715452] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bc0c8e5-7f69-4c8e-b9b2-0ab68b3f0d65 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.786724] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.786724] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.786724] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore2] 09c291df-d9bc-47c2-8b1d-fbc6727dec0b {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.791020] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc360b56-f92a-430b-829d-82759ae2f639 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.800826] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 948.800826] env[69644]: value = "task-3553170" [ 948.800826] env[69644]: _type = "Task" [ 948.800826] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.805857] env[69644]: DEBUG oslo_concurrency.lockutils [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] Releasing lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.806246] env[69644]: DEBUG nova.compute.manager [req-98c20a97-dda9-4963-90a2-5df4e9ae9318 req-a74a9247-862a-4385-a0ee-3f09a61e6a59 service nova] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Received event network-vif-deleted-75202176-c47b-4660-b92a-8130704f1b84 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.806786] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.817020] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.827325] env[69644]: DEBUG oslo_vmware.api [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553168, 'name': PowerOnVM_Task, 'duration_secs': 0.493615} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.827766] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.828045] env[69644]: INFO nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Took 6.97 seconds to spawn the instance on the hypervisor. [ 948.828447] env[69644]: DEBUG nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.830018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188d7d8-c576-4fd8-a1dc-aa6695a478f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.975937] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "dafcba49-5e92-48e7-b82e-449551a74828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.976525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.111309] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553165, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.171356] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.200777] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 156a3c9c-bba8-46a9-b609-e5a4f434b33f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.216212] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5782d-ec4b-4f8a-bdff-724a07649af7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.229407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f2d3e-a72e-4e18-bedf-a3be59f4b30e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.267137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b9cbb-bda2-4fc7-bfc7-df2408bf384e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.276661] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288f3d1-d887-4e21-b39b-aabc142217fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.295117] env[69644]: DEBUG nova.compute.provider_tree [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.312677] env[69644]: DEBUG oslo_vmware.api [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415808} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.315120] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.315321] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.315501] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.315671] env[69644]: INFO nova.compute.manager [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.315910] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.316342] env[69644]: DEBUG nova.compute.manager [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.316425] env[69644]: DEBUG nova.network.neutron [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.325523] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.351866] env[69644]: INFO nova.compute.manager [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Took 51.84 seconds to build instance. [ 949.479255] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.610975] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553165, 'name': CreateVM_Task, 'duration_secs': 1.655367} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.612918] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.613660] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.613841] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.614224] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.614507] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b119dd-5c13-49f5-b8ee-cefa4fe6e852 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.620328] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 949.620328] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266610f-6a97-bbcc-dfcf-e6d3612651a0" [ 949.620328] env[69644]: _type = "Task" [ 949.620328] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.628059] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266610f-6a97-bbcc-dfcf-e6d3612651a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.685135] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.708207] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.708207] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Cleaning up deleted instances with incomplete migration {{(pid=69644) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.731112] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.732039] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.732257] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.732446] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.732632] env[69644]: DEBUG nova.virt.hardware [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.733524] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b437c86-4ed1-46cd-b8fa-1e6f7a9c4e05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.746041] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f954229d-f14e-4aae-b5cf-18f15748374c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.762437] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.768383] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Creating folder: Project (663efafe3642458da6bd18cf92a5ffec). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.768644] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f2188cb-116b-477c-ad0d-e71b79b88991 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.779515] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Created folder: Project (663efafe3642458da6bd18cf92a5ffec) in parent group-v709242. [ 949.779714] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Creating folder: Instances. Parent ref: group-v709440. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.779949] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcee10a0-8dfb-4dab-bd1b-e9abed216dbb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.788739] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Created folder: Instances in parent group-v709440. [ 949.788971] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.790127] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.792171] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a59768fd-98d3-4a04-ac73-349986f947f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.805918] env[69644]: DEBUG nova.compute.manager [req-7ca4ae74-75b6-4081-bd06-30afe29f995d req-6315cd7e-fcab-4165-a355-4843d08879fe service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Received event network-vif-deleted-0ecafe6e-9996-4248-94ed-218b21b29155 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.806151] env[69644]: INFO nova.compute.manager [req-7ca4ae74-75b6-4081-bd06-30afe29f995d req-6315cd7e-fcab-4165-a355-4843d08879fe service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Neutron deleted interface 0ecafe6e-9996-4248-94ed-218b21b29155; detaching it from the instance and deleting it from the info cache [ 949.806297] env[69644]: DEBUG nova.network.neutron [req-7ca4ae74-75b6-4081-bd06-30afe29f995d req-6315cd7e-fcab-4165-a355-4843d08879fe service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.808163] env[69644]: DEBUG nova.scheduler.client.report [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.816275] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.816275] env[69644]: value = "task-3553173" [ 949.816275] env[69644]: _type = "Task" [ 949.816275] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.825521] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553173, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.854581] env[69644]: DEBUG oslo_concurrency.lockutils [None req-272645ca-f60f-4043-8cdc-ca12e2499904 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.504s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.005349] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.067491] env[69644]: DEBUG nova.network.neutron [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.130257] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266610f-6a97-bbcc-dfcf-e6d3612651a0, 'name': SearchDatastore_Task, 'duration_secs': 0.040359} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.130557] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.130790] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.131036] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131184] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.131376] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.131613] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de9fe08b-7c37-4e87-8727-7760b3b1cb38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.139536] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.139711] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.140404] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6b26e2-1004-4f88-a76c-ab8f84a9ccaf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.145280] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 950.145280] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52786f18-8830-e1fd-56d4-d01d202010f4" [ 950.145280] env[69644]: _type = "Task" [ 950.145280] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.152380] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52786f18-8830-e1fd-56d4-d01d202010f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.210731] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.313542] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.314177] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.316699] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d45a21ae-f5b8-4900-b621-d3c1b41bde6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.319496] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.003s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.319729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.322537] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.423s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.322537] env[69644]: DEBUG nova.objects.instance [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.338711] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323e18a-740c-4fad-a6b0-cd1cd91ef524 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.350329] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553173, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.351715] env[69644]: INFO nova.scheduler.client.report [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted allocations for instance 2e9d7675-5866-49d5-9c1d-f432a8d26b7f [ 950.371260] env[69644]: DEBUG nova.compute.manager [req-7ca4ae74-75b6-4081-bd06-30afe29f995d req-6315cd7e-fcab-4165-a355-4843d08879fe service nova] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Detach interface failed, port_id=0ecafe6e-9996-4248-94ed-218b21b29155, reason: Instance 09c291df-d9bc-47c2-8b1d-fbc6727dec0b could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.570377] env[69644]: INFO nova.compute.manager [-] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Took 1.25 seconds to deallocate network for instance. [ 950.656659] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52786f18-8830-e1fd-56d4-d01d202010f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.657792] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553b8e8f-6772-4db0-b0fe-8b79ee234df2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.664648] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 950.664648] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52346806-b749-370c-abf2-4b53399d2f58" [ 950.664648] env[69644]: _type = "Task" [ 950.664648] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.673283] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52346806-b749-370c-abf2-4b53399d2f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.720836] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.721195] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9969d5f-d8a1-4bb3-b489-23874140e94b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.728715] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 950.728715] env[69644]: value = "task-3553174" [ 950.728715] env[69644]: _type = "Task" [ 950.728715] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.737557] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.821786] env[69644]: DEBUG nova.compute.utils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.823269] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.823451] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.837208] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553173, 'name': CreateVM_Task, 'duration_secs': 0.549865} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.838248] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.838688] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.838825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.839156] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.839630] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7726b845-3ff2-48c8-ac23-abf55ce49430 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.844416] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 950.844416] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522f6656-22b6-2d4e-fd06-0a4942f0485e" [ 950.844416] env[69644]: _type = "Task" [ 950.844416] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.853970] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522f6656-22b6-2d4e-fd06-0a4942f0485e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.861052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-597cd4ef-467d-4d5f-9ead-eae312fb1f7c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "2e9d7675-5866-49d5-9c1d-f432a8d26b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.565s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.904411] env[69644]: DEBUG nova.policy [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e1b10b0444e4fc794be1001ef6a1dc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62a1ef3f935f49b0b1d6918952831dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.002166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.002290] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.077591] env[69644]: DEBUG nova.compute.manager [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Received event network-changed-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.078855] env[69644]: DEBUG nova.compute.manager [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Refreshing instance network info cache due to event network-changed-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.078855] env[69644]: DEBUG oslo_concurrency.lockutils [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] Acquiring lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.078855] env[69644]: DEBUG oslo_concurrency.lockutils [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] Acquired lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.078855] env[69644]: DEBUG nova.network.neutron [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Refreshing network info cache for port e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.082161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.175576] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52346806-b749-370c-abf2-4b53399d2f58, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.175781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.176084] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a4458be6-1f79-486d-aced-2e9072547b45/a4458be6-1f79-486d-aced-2e9072547b45.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.176301] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a008d3e-7011-4c2c-8d7e-9f4df31f1942 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.182703] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 951.182703] env[69644]: value = "task-3553175" [ 951.182703] env[69644]: _type = "Task" [ 951.182703] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.192015] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.202163] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Successfully created port: df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.238259] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553174, 'name': PowerOffVM_Task, 'duration_secs': 0.224973} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.238451] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.239232] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535744d3-d08f-4ce8-b1a1-01f070cfb7ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.258415] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedbd6f-7525-4188-93c7-4123c832298c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.289471] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.289770] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b560ae-65d3-4ef5-b1ab-73a38093335e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.296658] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 951.296658] env[69644]: value = "task-3553176" [ 951.296658] env[69644]: _type = "Task" [ 951.296658] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.304252] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.326085] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.333437] env[69644]: DEBUG oslo_concurrency.lockutils [None req-92e70a61-03e3-43fd-893c-5550a495d56a tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.335033] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.185s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.339030] env[69644]: DEBUG nova.objects.instance [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'resources' on Instance uuid 509f9465-ccde-4d41-92f7-acd72545ec42 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.357918] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522f6656-22b6-2d4e-fd06-0a4942f0485e, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.358314] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.358589] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.358900] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.360690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.360976] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.361817] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189ff571-153f-44b4-a438-b3568b53c4ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.370419] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.370645] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.372119] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9eb11a-a219-4ba0-9175-888acf5931d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.378177] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 951.378177] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5210b871-c30e-d28e-95b5-6fafc007d1bd" [ 951.378177] env[69644]: _type = "Task" [ 951.378177] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.386984] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5210b871-c30e-d28e-95b5-6fafc007d1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.507741] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.552267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.552267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.552267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.552428] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.552587] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.556655] env[69644]: INFO nova.compute.manager [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Terminating instance [ 951.695471] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.807314] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 951.807683] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.808829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808829] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808829] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.808829] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f1ba12-3e53-4e13-8750-1acbbb00da4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.816939] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.817248] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.818034] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6be6d7a-743f-48d6-8a3b-5eab81e6f7f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.824996] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 951.824996] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f17131-2a82-0d94-7d8d-99bbb1f1aeb2" [ 951.824996] env[69644]: _type = "Task" [ 951.824996] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.835358] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f17131-2a82-0d94-7d8d-99bbb1f1aeb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.859265] env[69644]: DEBUG nova.network.neutron [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updated VIF entry in instance network info cache for port e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.859693] env[69644]: DEBUG nova.network.neutron [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updating instance_info_cache with network_info: [{"id": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "address": "fa:16:3e:ae:d9:e9", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d06a6a-5c", "ovs_interfaceid": "e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.893643] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5210b871-c30e-d28e-95b5-6fafc007d1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.894794] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82828d2c-0fb8-425a-a55b-9c241ea9980d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.902835] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 951.902835] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52401631-6410-dfc3-3b68-fc9290b89a91" [ 951.902835] env[69644]: _type = "Task" [ 951.902835] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.910602] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52401631-6410-dfc3-3b68-fc9290b89a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.028041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.063688] env[69644]: DEBUG nova.compute.manager [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.063918] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.067331] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0c675-4081-4490-a6c3-15ebfd81f621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.074965] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.075606] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef16b6f-cbe6-4d62-b22e-d2ba86817d70 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.083259] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 952.083259] env[69644]: value = "task-3553177" [ 952.083259] env[69644]: _type = "Task" [ 952.083259] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.092097] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.130088] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.130331] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.193577] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555549} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.193854] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a4458be6-1f79-486d-aced-2e9072547b45/a4458be6-1f79-486d-aced-2e9072547b45.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.194120] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.194378] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b22b8d70-bf48-4ceb-ba99-357f74ad191d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202734] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 952.202734] env[69644]: value = "task-3553178" [ 952.202734] env[69644]: _type = "Task" [ 952.202734] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.210605] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.241052] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c5fb5-d1a0-43b9-840c-4d71b75b0cee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.250527] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc63e9c-9001-4e79-9133-71f652470267 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.283462] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32eea61-bd92-41fb-a344-3e8f30577e57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.290861] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43a7a5-f74d-486f-885c-16b559b42e4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.303657] env[69644]: DEBUG nova.compute.provider_tree [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.335358] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f17131-2a82-0d94-7d8d-99bbb1f1aeb2, 'name': SearchDatastore_Task, 'duration_secs': 0.024591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.336898] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.338719] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fd3267-6e13-4f4a-b7fb-45d6941a651b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.343554] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 952.343554] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2b3f7-c3cd-0e3b-6343-e6e798e3ed2d" [ 952.343554] env[69644]: _type = "Task" [ 952.343554] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.351045] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2b3f7-c3cd-0e3b-6343-e6e798e3ed2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.362868] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.363116] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.363282] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.363469] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.363618] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.363764] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.363970] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.364152] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.364345] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.364555] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.364740] env[69644]: DEBUG nova.virt.hardware [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.365215] env[69644]: DEBUG oslo_concurrency.lockutils [req-627ea853-4789-4be5-a226-1404c0eb862c req-8a4d1c07-b06e-4991-9c75-277838f5eea4 service nova] Releasing lock "refresh_cache-b894e53d-94c2-4467-9fb6-3238c6fe3122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.366069] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d458b05d-71b4-43ec-b051-2bf8e866b67f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.372861] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959a086-14ca-4586-a9b7-6be1835bc77b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.411867] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52401631-6410-dfc3-3b68-fc9290b89a91, 'name': SearchDatastore_Task, 'duration_secs': 0.05826} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.412138] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.412381] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.412623] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee1e6de-93aa-48ad-9612-cb8e0f1f2a9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.420103] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 952.420103] env[69644]: value = "task-3553179" [ 952.420103] env[69644]: _type = "Task" [ 952.420103] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.427150] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.582750] env[69644]: DEBUG nova.compute.manager [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Received event network-vif-plugged-df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.582994] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] Acquiring lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.583325] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.583465] env[69644]: DEBUG oslo_concurrency.lockutils [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.583555] env[69644]: DEBUG nova.compute.manager [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] No waiting events found dispatching network-vif-plugged-df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.583703] env[69644]: WARNING nova.compute.manager [req-bdd04517-a76a-4b30-83c5-aa4571a0e625 req-0b66c015-3475-42ef-9a9b-3d1c31be53b1 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Received unexpected event network-vif-plugged-df5301ab-da15-4019-9c61-40ca06c4c5de for instance with vm_state building and task_state spawning. [ 952.593422] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553177, 'name': PowerOffVM_Task, 'duration_secs': 0.195536} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.593653] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.593817] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.594058] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a482855c-0f8c-4d24-925a-d8395efb3bc3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.633032] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.655219] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.655374] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.655540] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore1] e7b4bf87-11eb-4fb3-8d81-8da57e4e301c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.655806] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f69ef7-96a2-46a4-9ac1-b315d62ee5ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.664068] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 952.664068] env[69644]: value = "task-3553181" [ 952.664068] env[69644]: _type = "Task" [ 952.664068] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.673221] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.674118] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Successfully updated port: df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.713858] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066207} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.714503] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.715462] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db3730-e47d-4f5e-a013-3416c53698b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.743023] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a4458be6-1f79-486d-aced-2e9072547b45/a4458be6-1f79-486d-aced-2e9072547b45.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.743023] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ae63eb-cd0c-41df-a5df-01cce5cb9b78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.760528] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 952.760528] env[69644]: value = "task-3553182" [ 952.760528] env[69644]: _type = "Task" [ 952.760528] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.769773] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.807228] env[69644]: DEBUG nova.scheduler.client.report [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.855822] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2b3f7-c3cd-0e3b-6343-e6e798e3ed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.055984} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.856150] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.856386] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 952.856698] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1409298d-bb27-47ea-bc31-f8fc8cf0def3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.863037] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 952.863037] env[69644]: value = "task-3553183" [ 952.863037] env[69644]: _type = "Task" [ 952.863037] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.871097] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.930290] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.160825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.176079] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.176235] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.176389] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.177678] env[69644]: DEBUG oslo_vmware.api [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348555} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.177933] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.178739] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.178739] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.178739] env[69644]: INFO nova.compute.manager [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 953.178739] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.179279] env[69644]: DEBUG nova.compute.manager [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.179279] env[69644]: DEBUG nova.network.neutron [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.271961] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553182, 'name': ReconfigVM_Task, 'duration_secs': 0.311286} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.272258] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a4458be6-1f79-486d-aced-2e9072547b45/a4458be6-1f79-486d-aced-2e9072547b45.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.272879] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d6b7503-fdc9-43c3-97ac-b6ce17d7b95a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.279869] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 953.279869] env[69644]: value = "task-3553184" [ 953.279869] env[69644]: _type = "Task" [ 953.279869] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.288192] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553184, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.313456] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.316029] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.301s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.316716] env[69644]: DEBUG nova.objects.instance [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lazy-loading 'resources' on Instance uuid c5009eb5-a7d7-479c-b36e-5f59f2a81d55 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.333171] env[69644]: INFO nova.scheduler.client.report [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted allocations for instance 509f9465-ccde-4d41-92f7-acd72545ec42 [ 953.377828] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.432278] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870052} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.432650] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.433185] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.433290] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80219f83-cb11-46bc-8f0b-076d19de8926 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.440793] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 953.440793] env[69644]: value = "task-3553185" [ 953.440793] env[69644]: _type = "Task" [ 953.440793] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.451519] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.715707] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.789598] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553184, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.840080] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a1f406c-263b-49d8-8831-86a5c599f66b tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "509f9465-ccde-4d41-92f7-acd72545ec42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.660s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.845482] env[69644]: DEBUG nova.network.neutron [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [{"id": "df5301ab-da15-4019-9c61-40ca06c4c5de", "address": "fa:16:3e:b9:60:ce", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5301ab-da", "ovs_interfaceid": "df5301ab-da15-4019-9c61-40ca06c4c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.875219] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806931} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.877615] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 953.878537] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e62eb-9dff-4091-b1a1-6d3fff2159d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.902580] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.905272] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56998d4-8483-4c68-8d6b-d94f33b21ba1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.922896] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 953.922896] env[69644]: value = "task-3553186" [ 953.922896] env[69644]: _type = "Task" [ 953.922896] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.931722] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.949571] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139367} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.949830] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.952519] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad3430-83ee-4fba-b0e3-a141a161a0ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.954737] env[69644]: DEBUG nova.network.neutron [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.975947] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.979162] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac23e21-0d01-49b7-9cf2-98e4f43c7b54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.999278] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 953.999278] env[69644]: value = "task-3553187" [ 953.999278] env[69644]: _type = "Task" [ 953.999278] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.012185] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.238013] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9c392-1c7b-447b-8c82-d7c22fbcb1c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.245554] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45a4bf-9b92-40fa-8187-ecf937363339 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.275946] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24533a55-3671-4381-a015-4c93dffdb90e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.287866] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b9d9a1-63bc-4db3-b9b7-a01c43209f63 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.296689] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553184, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.304527] env[69644]: DEBUG nova.compute.provider_tree [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.348444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.348444] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Instance network_info: |[{"id": "df5301ab-da15-4019-9c61-40ca06c4c5de", "address": "fa:16:3e:b9:60:ce", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5301ab-da", "ovs_interfaceid": "df5301ab-da15-4019-9c61-40ca06c4c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.348628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:60:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df5301ab-da15-4019-9c61-40ca06c4c5de', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.355991] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.356210] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.356434] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d20d84cd-2955-4370-871c-c49785a8de56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.377880] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.377880] env[69644]: value = "task-3553188" [ 954.377880] env[69644]: _type = "Task" [ 954.377880] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.385204] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553188, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.431800] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.456895] env[69644]: INFO nova.compute.manager [-] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Took 1.28 seconds to deallocate network for instance. [ 954.511303] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.625361] env[69644]: DEBUG nova.compute.manager [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Received event network-changed-df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.625556] env[69644]: DEBUG nova.compute.manager [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Refreshing instance network info cache due to event network-changed-df5301ab-da15-4019-9c61-40ca06c4c5de. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.625878] env[69644]: DEBUG oslo_concurrency.lockutils [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] Acquiring lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.625945] env[69644]: DEBUG oslo_concurrency.lockutils [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] Acquired lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.626072] env[69644]: DEBUG nova.network.neutron [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Refreshing network info cache for port df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.794575] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553184, 'name': Rename_Task, 'duration_secs': 1.259509} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.795114] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.795530] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1d0ec6-63b6-49fc-9e53-1cfe8bef33af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.805030] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 954.805030] env[69644]: value = "task-3553189" [ 954.805030] env[69644]: _type = "Task" [ 954.805030] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.809056] env[69644]: DEBUG nova.scheduler.client.report [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.817582] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.890108] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553188, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.934045] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.965170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.010503] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.315046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.317245] env[69644]: DEBUG oslo_vmware.api [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553189, 'name': PowerOnVM_Task, 'duration_secs': 0.506074} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.317690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.667s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.317961] env[69644]: DEBUG nova.objects.instance [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lazy-loading 'resources' on Instance uuid b3c12592-1175-48c2-a54b-e8d230b1afef {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.319272] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.319463] env[69644]: INFO nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Took 10.93 seconds to spawn the instance on the hypervisor. [ 955.319678] env[69644]: DEBUG nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.320710] env[69644]: DEBUG nova.network.neutron [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updated VIF entry in instance network info cache for port df5301ab-da15-4019-9c61-40ca06c4c5de. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.321321] env[69644]: DEBUG nova.network.neutron [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [{"id": "df5301ab-da15-4019-9c61-40ca06c4c5de", "address": "fa:16:3e:b9:60:ce", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5301ab-da", "ovs_interfaceid": "df5301ab-da15-4019-9c61-40ca06c4c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.322678] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7f4b0-4b38-45ec-8c6f-dc27701c5c8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.344371] env[69644]: INFO nova.scheduler.client.report [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleted allocations for instance c5009eb5-a7d7-479c-b36e-5f59f2a81d55 [ 955.393270] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553188, 'name': CreateVM_Task, 'duration_secs': 0.581327} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.394052] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.394779] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.394962] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.395307] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396020] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a32e552-c8cb-4e21-9e5e-0f3f91874f36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.401122] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 955.401122] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526aa992-2034-5480-67b7-1aec8b663400" [ 955.401122] env[69644]: _type = "Task" [ 955.401122] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.409242] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526aa992-2034-5480-67b7-1aec8b663400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.436799] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553186, 'name': ReconfigVM_Task, 'duration_secs': 1.143925} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.437107] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.437964] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9da87-66cd-4015-aa34-69fd10febf9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.475111] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae67a779-02a3-461a-ba4b-d2fc39b56495 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.490450] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 955.490450] env[69644]: value = "task-3553191" [ 955.490450] env[69644]: _type = "Task" [ 955.490450] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.499055] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.509507] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553187, 'name': ReconfigVM_Task, 'duration_secs': 1.04199} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.509778] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.510394] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93d2b4a1-0b4c-48c9-8df5-0ecf8227ba08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.516235] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 955.516235] env[69644]: value = "task-3553192" [ 955.516235] env[69644]: _type = "Task" [ 955.516235] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.524182] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553192, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.826905] env[69644]: DEBUG oslo_concurrency.lockutils [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] Releasing lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.827196] env[69644]: DEBUG nova.compute.manager [req-e63c7fb1-67e0-46df-9416-d1db860be1a2 req-278aaa6a-733a-4371-bcb9-e883c6ac209e service nova] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Received event network-vif-deleted-8ffe6d39-5931-4f4a-9a03-069c88257864 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.841555] env[69644]: INFO nova.compute.manager [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Took 46.78 seconds to build instance. [ 955.851228] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5785c555-6dca-4595-bfa1-43afbff73a4e tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "c5009eb5-a7d7-479c-b36e-5f59f2a81d55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.276s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.915800] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526aa992-2034-5480-67b7-1aec8b663400, 'name': SearchDatastore_Task, 'duration_secs': 0.018976} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.916129] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.916406] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.916650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.916839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.917065] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.917360] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4302b8-54d4-4f08-81a1-9fbae59d3b93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.932237] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.932237] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.932237] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032f3d9f-381f-442c-9100-f174b96aecab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.938567] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 955.938567] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d623f-4b2b-ea72-743c-f5389e5a9836" [ 955.938567] env[69644]: _type = "Task" [ 955.938567] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.948260] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d623f-4b2b-ea72-743c-f5389e5a9836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.002664] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.002894] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.013850] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553191, 'name': ReconfigVM_Task, 'duration_secs': 0.196588} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.015786] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.015786] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4698c480-0aff-4dc6-8333-4dceeebd8eeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.028913] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553192, 'name': Rename_Task, 'duration_secs': 0.147195} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.032622] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.032936] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 956.032936] env[69644]: value = "task-3553193" [ 956.032936] env[69644]: _type = "Task" [ 956.032936] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.034055] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a47b09-64ad-46a9-91bd-62d505b0146a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.043779] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553193, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.044394] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 956.044394] env[69644]: value = "task-3553194" [ 956.044394] env[69644]: _type = "Task" [ 956.044394] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.057395] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.270257] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452d460-5de2-4968-8607-66dc4158bff0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.278462] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dee832-9483-456d-9e69-a19ff914914f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.310988] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f1168-e06d-43dc-8143-b4c9b2f9f0d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.320111] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4fe1b3-cc99-4f62-8f24-ebc28b504b30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.331715] env[69644]: DEBUG nova.compute.provider_tree [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.344432] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73adb45d-7500-434d-97e0-8a441eb21b73 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.289s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.453440] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d623f-4b2b-ea72-743c-f5389e5a9836, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.454944] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ee65b2-7a62-4662-8da2-8aa197a0d089 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.462763] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 956.462763] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293e7bc-5f3c-1c07-7b08-3f06fe055f10" [ 956.462763] env[69644]: _type = "Task" [ 956.462763] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.474510] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293e7bc-5f3c-1c07-7b08-3f06fe055f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.514875] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.547738] env[69644]: DEBUG oslo_vmware.api [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553193, 'name': PowerOnVM_Task, 'duration_secs': 0.446692} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.549954] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.553687] env[69644]: DEBUG nova.compute.manager [None req-4fefb8b4-f528-48de-81a1-9a07f88563db tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.554478] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b9100f-6b77-416a-ab68-1180cadd8e4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.561480] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.836575] env[69644]: DEBUG nova.scheduler.client.report [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.892929] env[69644]: DEBUG nova.compute.manager [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Received event network-changed-0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.893256] env[69644]: DEBUG nova.compute.manager [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Refreshing instance network info cache due to event network-changed-0950c6bb-fbe0-4682-94ab-92df21769f09. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.893642] env[69644]: DEBUG oslo_concurrency.lockutils [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] Acquiring lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.893642] env[69644]: DEBUG oslo_concurrency.lockutils [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] Acquired lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.893890] env[69644]: DEBUG nova.network.neutron [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Refreshing network info cache for port 0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.973688] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293e7bc-5f3c-1c07-7b08-3f06fe055f10, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.973973] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.974245] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/a3dd2d25-8985-422d-b833-8eebdbaac484.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.975044] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048bd417-aa06-4eee-8df8-857476361893 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.981605] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 956.981605] env[69644]: value = "task-3553195" [ 956.981605] env[69644]: _type = "Task" [ 956.981605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.989741] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.045959] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.058741] env[69644]: DEBUG oslo_vmware.api [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553194, 'name': PowerOnVM_Task, 'duration_secs': 0.525837} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.059018] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.062778] env[69644]: INFO nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Took 7.38 seconds to spawn the instance on the hypervisor. [ 957.064067] env[69644]: DEBUG nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.064916] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704ac85-5be5-4548-97b4-e6dd56ef6ca5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.343879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.346698] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.714s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.346930] env[69644]: DEBUG nova.objects.instance [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.365074] env[69644]: INFO nova.scheduler.client.report [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Deleted allocations for instance b3c12592-1175-48c2-a54b-e8d230b1afef [ 957.495046] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.591431] env[69644]: INFO nova.compute.manager [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Took 43.14 seconds to build instance. [ 957.657799] env[69644]: DEBUG nova.network.neutron [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updated VIF entry in instance network info cache for port 0950c6bb-fbe0-4682-94ab-92df21769f09. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.658285] env[69644]: DEBUG nova.network.neutron [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updating instance_info_cache with network_info: [{"id": "0950c6bb-fbe0-4682-94ab-92df21769f09", "address": "fa:16:3e:52:e1:13", "network": {"id": "219b3a16-d714-4b8f-b3dd-8c2d23b1bdc8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-991441064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590229ef024c4b599389de84d27008e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0950c6bb-fb", "ovs_interfaceid": "0950c6bb-fbe0-4682-94ab-92df21769f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.872437] env[69644]: DEBUG oslo_concurrency.lockutils [None req-738272fc-ecfc-4910-b278-6a6f7ed3f899 tempest-ServersTestBootFromVolume-426522910 tempest-ServersTestBootFromVolume-426522910-project-member] Lock "b3c12592-1175-48c2-a54b-e8d230b1afef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.961s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.993125] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630798} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.993462] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/a3dd2d25-8985-422d-b833-8eebdbaac484.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.993669] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.993914] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b773516b-8f08-4826-a472-b237c6b6d89e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.000339] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 958.000339] env[69644]: value = "task-3553196" [ 958.000339] env[69644]: _type = "Task" [ 958.000339] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.008291] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.094254] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eebd78e9-e17c-4236-ba25-d18262fc8cb9 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.657s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.161999] env[69644]: DEBUG oslo_concurrency.lockutils [req-f6ca2596-2bdf-4019-9e8f-a96ea037537c req-f432757f-dd8b-4ee6-8f49-390171419858 service nova] Releasing lock "refresh_cache-a4458be6-1f79-486d-aced-2e9072547b45" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.282277] env[69644]: INFO nova.compute.manager [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Rebuilding instance [ 958.346800] env[69644]: DEBUG nova.compute.manager [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.347817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e1dcb-7f0e-4118-8c63-00a65ec990ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.362635] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9349e7d5-d23b-4f81-bc26-3e867047a5ce tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.362635] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.957s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.362635] env[69644]: DEBUG nova.objects.instance [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lazy-loading 'resources' on Instance uuid 624194f4-9f08-4310-b7b6-1e6b1dfddb08 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.511915] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11156} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.512885] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.513740] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c0031-81de-43c5-8234-969508fe7eb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.535783] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/a3dd2d25-8985-422d-b833-8eebdbaac484.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.536497] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1893d1b1-ee2a-450c-a11b-a0afe3263086 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.555893] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 958.555893] env[69644]: value = "task-3553197" [ 958.555893] env[69644]: _type = "Task" [ 958.555893] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.565600] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.801669] env[69644]: INFO nova.compute.manager [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Rescuing [ 958.801963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.801963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.802108] env[69644]: DEBUG nova.network.neutron [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.067622] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.178223] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.178498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.178781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "574d57df-06eb-431b-98b3-496feb19702b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.180951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.180951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.182962] env[69644]: INFO nova.compute.manager [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Terminating instance [ 959.285404] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ea4ef7-9748-46ea-aefe-e07aabb56eb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.293989] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4402b-ab03-44d1-a1d6-1d19d5bcc37a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.334200] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad9dc6-3372-49a2-8e75-fdd46ec0507c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.343401] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d35f0-21cb-418b-acc5-e1d4eda85bbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.361506] env[69644]: DEBUG nova.compute.provider_tree [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.363586] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.364055] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d380f371-ba8e-4ee8-98bd-def98141c6d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.369993] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 959.369993] env[69644]: value = "task-3553198" [ 959.369993] env[69644]: _type = "Task" [ 959.369993] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.382437] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.564078] env[69644]: DEBUG nova.network.neutron [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updating instance_info_cache with network_info: [{"id": "9aa1336e-03ec-4fc9-9b00-656138dede14", "address": "fa:16:3e:21:3b:96", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa1336e-03", "ovs_interfaceid": "9aa1336e-03ec-4fc9-9b00-656138dede14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.568521] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553197, 'name': ReconfigVM_Task, 'duration_secs': 0.539167} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.569094] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/a3dd2d25-8985-422d-b833-8eebdbaac484.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.569730] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3382b5a4-cdbd-4f8c-afec-08e2850abd7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.576800] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 959.576800] env[69644]: value = "task-3553199" [ 959.576800] env[69644]: _type = "Task" [ 959.576800] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.586354] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553199, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.688315] env[69644]: DEBUG nova.compute.manager [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.688680] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.689993] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f3de5-0c42-48cc-a510-4de16b1e7201 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.699090] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.699362] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c2688e-fe63-41be-a114-e596e31ba046 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.706517] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 959.706517] env[69644]: value = "task-3553200" [ 959.706517] env[69644]: _type = "Task" [ 959.706517] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.716171] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.865976] env[69644]: DEBUG nova.scheduler.client.report [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.883322] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553198, 'name': PowerOffVM_Task, 'duration_secs': 0.221671} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.884681] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.885160] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.887029] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3c1b2-3556-439c-a953-b3175d7a29dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.894657] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.894938] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33bb3fbd-042a-48dc-9fd2-d01a8fededf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.922747] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.922977] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.923181] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Deleting the datastore file [datastore2] 046a2f30-1a93-4390-9ee3-62f8d6910029 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.923439] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656cf0f8-82fa-43c7-9e2f-03c88946d116 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.932475] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 959.932475] env[69644]: value = "task-3553202" [ 959.932475] env[69644]: _type = "Task" [ 959.932475] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.941047] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.069736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.090970] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553199, 'name': Rename_Task, 'duration_secs': 0.203687} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.091158] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.091951] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da5893f-1143-4695-af05-b559cb81c90e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100602] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 960.100602] env[69644]: value = "task-3553203" [ 960.100602] env[69644]: _type = "Task" [ 960.100602] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.112231] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.216309] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553200, 'name': PowerOffVM_Task, 'duration_secs': 0.250949} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.216578] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.216930] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.217193] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed31c14-202b-4ae5-950e-c33dc03b0d24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.281938] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.282189] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.282372] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleting the datastore file [datastore1] 574d57df-06eb-431b-98b3-496feb19702b {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.282628] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d68018e-6d29-42be-99d5-a9e090f4e82b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.290444] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for the task: (returnval){ [ 960.290444] env[69644]: value = "task-3553205" [ 960.290444] env[69644]: _type = "Task" [ 960.290444] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.298187] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.371633] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.375305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.328s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.377033] env[69644]: INFO nova.compute.claims [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.405205] env[69644]: INFO nova.scheduler.client.report [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Deleted allocations for instance 624194f4-9f08-4310-b7b6-1e6b1dfddb08 [ 960.446414] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109373} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.446414] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.446525] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.446607] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.610766] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.811358] env[69644]: DEBUG oslo_vmware.api [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Task: {'id': task-3553205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165315} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.811656] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.811853] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.812046] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.812260] env[69644]: INFO nova.compute.manager [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 960.812484] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.812696] env[69644]: DEBUG nova.compute.manager [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.812804] env[69644]: DEBUG nova.network.neutron [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.917591] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8590fe2c-98b3-46ce-bc64-6fbb11887949 tempest-ServersListShow298Test-2001501281 tempest-ServersListShow298Test-2001501281-project-member] Lock "624194f4-9f08-4310-b7b6-1e6b1dfddb08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.784s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.113035] env[69644]: DEBUG oslo_vmware.api [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553203, 'name': PowerOnVM_Task, 'duration_secs': 0.788479} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.113394] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.113515] env[69644]: INFO nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Took 8.78 seconds to spawn the instance on the hypervisor. [ 961.113647] env[69644]: DEBUG nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.114431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48652ebd-3d14-4bef-bd72-7e6d9fae55b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.505762] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.506050] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.506344] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.506548] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.506747] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.506921] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.507225] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.507478] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.507561] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.507789] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.507851] env[69644]: DEBUG nova.virt.hardware [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.508791] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e791254-0e1d-43f5-85b1-bf3e48c3a1c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.521028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f100d91-db8e-4569-8203-19b146cb2d0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.540593] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.546716] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.549415] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.549817] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e38ca36f-a7d3-4b3b-9467-ccf95f000700 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.568730] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.568730] env[69644]: value = "task-3553206" [ 961.568730] env[69644]: _type = "Task" [ 961.568730] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.580441] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553206, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.622936] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.624478] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bb758f-a60f-4a5b-96e6-0ec6a0b3c48d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.634344] env[69644]: INFO nova.compute.manager [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Took 45.84 seconds to build instance. [ 961.639790] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 961.639790] env[69644]: value = "task-3553207" [ 961.639790] env[69644]: _type = "Task" [ 961.639790] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.651105] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.706764] env[69644]: DEBUG nova.compute.manager [req-82e805f0-072e-44d7-a729-3c0f617c678e req-c5798c0a-3ab6-4d51-a33b-9e4350a75984 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Received event network-vif-deleted-8ec8f702-0a56-496f-8daf-25a74b6b039b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.707439] env[69644]: INFO nova.compute.manager [req-82e805f0-072e-44d7-a729-3c0f617c678e req-c5798c0a-3ab6-4d51-a33b-9e4350a75984 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Neutron deleted interface 8ec8f702-0a56-496f-8daf-25a74b6b039b; detaching it from the instance and deleting it from the info cache [ 961.707439] env[69644]: DEBUG nova.network.neutron [req-82e805f0-072e-44d7-a729-3c0f617c678e req-c5798c0a-3ab6-4d51-a33b-9e4350a75984 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.871223] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cce7e0-aeec-4d0c-bc33-cabc5777ae24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.880175] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c9c58-0768-4099-9155-663c40784e4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.914838] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b08803-74c2-4f50-9e9e-bc54c5bdcb3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.922617] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617965fe-d584-43fe-b311-641f9922d71a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.936096] env[69644]: DEBUG nova.compute.provider_tree [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.083614] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553206, 'name': CreateVM_Task, 'duration_secs': 0.320549} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.083792] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.084305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.084552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.084897] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.085173] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf73dfa-e12e-472c-b824-69be5bfb28e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090083] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 962.090083] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e6d5b8-cbae-7506-3cc2-40c4d7973eb6" [ 962.090083] env[69644]: _type = "Task" [ 962.090083] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.098119] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e6d5b8-cbae-7506-3cc2-40c4d7973eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.139860] env[69644]: DEBUG oslo_concurrency.lockutils [None req-836e8f69-489e-41f8-be91-fa038b41a33b tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.062s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.151012] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553207, 'name': PowerOffVM_Task, 'duration_secs': 0.228766} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.151765] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.153635] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da246ad7-38a6-4dae-ada0-835824a7382a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.177910] env[69644]: DEBUG nova.network.neutron [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.182820] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1231c2-e8fa-48a8-b91a-ec1ea2565bc9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.210744] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd8c04bb-9aca-4bfa-9b5c-e5811094db5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.220318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f32db0-c747-4342-9369-400c84d98c1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.246838] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.247442] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc36179c-5325-4065-822a-d1884ef142f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.263607] env[69644]: DEBUG nova.compute.manager [req-82e805f0-072e-44d7-a729-3c0f617c678e req-c5798c0a-3ab6-4d51-a33b-9e4350a75984 service nova] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Detach interface failed, port_id=8ec8f702-0a56-496f-8daf-25a74b6b039b, reason: Instance 574d57df-06eb-431b-98b3-496feb19702b could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.264693] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 962.264693] env[69644]: value = "task-3553208" [ 962.264693] env[69644]: _type = "Task" [ 962.264693] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.274550] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.274776] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.275580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.275580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.275580] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.275674] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93cae89-2e9e-4c34-9886-aafa09deb549 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.284344] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.284344] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.285764] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad28300-06eb-497f-9d0c-4e228f258577 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.291401] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 962.291401] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5c525-3d0d-433d-89b0-c63318a9c9fd" [ 962.291401] env[69644]: _type = "Task" [ 962.291401] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.300227] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5c525-3d0d-433d-89b0-c63318a9c9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.443339] env[69644]: DEBUG nova.scheduler.client.report [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.602769] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e6d5b8-cbae-7506-3cc2-40c4d7973eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.603609] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.603910] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.604190] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.691827] env[69644]: INFO nova.compute.manager [-] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Took 1.88 seconds to deallocate network for instance. [ 962.741576] env[69644]: INFO nova.compute.manager [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Rescuing [ 962.741994] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.742285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.742497] env[69644]: DEBUG nova.network.neutron [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.801782] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b5c525-3d0d-433d-89b0-c63318a9c9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.802696] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f89c87-9558-4640-b52d-da8540091b80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.808379] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 962.808379] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5248ea6f-1b60-7021-0bfb-691a5b15e100" [ 962.808379] env[69644]: _type = "Task" [ 962.808379] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.816960] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5248ea6f-1b60-7021-0bfb-691a5b15e100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.948739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.949360] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.953345] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.613s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.953345] env[69644]: DEBUG nova.objects.instance [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lazy-loading 'resources' on Instance uuid 946a178d-8b92-42fe-bc85-ff796453cd4a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.206452] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.319196] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5248ea6f-1b60-7021-0bfb-691a5b15e100, 'name': SearchDatastore_Task, 'duration_secs': 0.020423} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.319555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.319848] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 963.320181] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320371] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.320590] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227e61ee-30c9-4630-8a5a-97f3bce5abbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.323084] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df4bd1a-987f-4519-86bc-1c63f2435d40 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.330672] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 963.330672] env[69644]: value = "task-3553209" [ 963.330672] env[69644]: _type = "Task" [ 963.330672] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.336611] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.336611] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.337436] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db72b32-cf35-4e53-8110-aea9531586ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.342897] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.346123] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 963.346123] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529ef6f7-6b35-4bcf-fc4f-1b7288de3c19" [ 963.346123] env[69644]: _type = "Task" [ 963.346123] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.353978] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529ef6f7-6b35-4bcf-fc4f-1b7288de3c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.461741] env[69644]: DEBUG nova.compute.utils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.466261] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.466444] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.577994] env[69644]: DEBUG nova.policy [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245cef73c4094a7cafc73b27ec2ef568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3daa02c7c34b74889c41d305828acb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.688787] env[69644]: DEBUG nova.network.neutron [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [{"id": "df5301ab-da15-4019-9c61-40ca06c4c5de", "address": "fa:16:3e:b9:60:ce", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5301ab-da", "ovs_interfaceid": "df5301ab-da15-4019-9c61-40ca06c4c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.843169] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.860329] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "8a056a9c-9119-495f-8055-71c77d3a1b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.860570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.870751] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529ef6f7-6b35-4bcf-fc4f-1b7288de3c19, 'name': SearchDatastore_Task, 'duration_secs': 0.020444} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.875142] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc9c918-6a11-4718-9903-e4cda6912a13 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.882778] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 963.882778] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5229146e-d187-f9d8-7c0b-a77cc2176380" [ 963.882778] env[69644]: _type = "Task" [ 963.882778] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.900680] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5229146e-d187-f9d8-7c0b-a77cc2176380, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.902676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902676] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.902676] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab2f23e-4fec-4f04-99d1-5c1ef3ce3417 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.910562] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 963.910562] env[69644]: value = "task-3553210" [ 963.910562] env[69644]: _type = "Task" [ 963.910562] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.918521] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.965171] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d3471-e7ce-4671-b8e2-b7256ec433ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.970030] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.977857] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216f23c-0f04-40de-95b6-e418f32cbdb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.012248] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26697ea0-c92f-4e94-b353-e97e004a92a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.020612] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce1a49-c09c-4b47-b919-1abc0295ced8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.035509] env[69644]: DEBUG nova.compute.provider_tree [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.195044] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.254781] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Successfully created port: 05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.348086] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531751} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.348516] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 964.349431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b85fa78-9e28-4a24-9f92-1d4a2798c1a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.373317] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.390452] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.391105] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a7639f-3fbe-4495-94a4-a081541ac4de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.416314] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 964.416314] env[69644]: value = "task-3553211" [ 964.416314] env[69644]: _type = "Task" [ 964.416314] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.423481] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47012} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.423936] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.424243] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.424429] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a291ffb-cf1c-4b6d-8355-9f05faaca5f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430607] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.435879] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 964.435879] env[69644]: value = "task-3553212" [ 964.435879] env[69644]: _type = "Task" [ 964.435879] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.444124] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.538625] env[69644]: DEBUG nova.scheduler.client.report [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.915574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.927948] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553211, 'name': ReconfigVM_Task, 'duration_secs': 0.305802} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.930201] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfigured VM instance instance-00000044 to attach disk [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.931116] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b97cef8-a2b4-4e80-9be8-ff183476cb09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.963232] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1114b4c-35be-4459-9d40-70aad5485e42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.979332] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081164} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.979661] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.980869] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.983293] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8bd31-2fac-499f-a22b-9c413e41db6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.990179] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 964.990179] env[69644]: value = "task-3553213" [ 964.990179] env[69644]: _type = "Task" [ 964.990179] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.010174] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.014071] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b68a56c-393d-44d6-979e-0590767b248a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.033162] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.039357] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 965.039357] env[69644]: value = "task-3553214" [ 965.039357] env[69644]: _type = "Task" [ 965.039357] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.047476] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.047727] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.048123] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.048123] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.048281] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.048393] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.048604] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.048763] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.048937] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.049109] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.049284] env[69644]: DEBUG nova.virt.hardware [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.050052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.053236] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6abaa4-f409-4d08-bd84-4974ac685ff0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.059441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.686s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.059687] env[69644]: DEBUG nova.objects.instance [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lazy-loading 'resources' on Instance uuid 02d6bc77-0009-4c09-b467-7839dbbadce5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.060978] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.066560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4226b2-9a3a-457f-b30f-ca7699db4649 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.103648] env[69644]: INFO nova.scheduler.client.report [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Deleted allocations for instance 946a178d-8b92-42fe-bc85-ff796453cd4a [ 965.497271] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553213, 'name': ReconfigVM_Task, 'duration_secs': 0.16833} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.497501] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.499051] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ae2f057-1226-42ab-bcd1-747d98369c99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.504256] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 965.504256] env[69644]: value = "task-3553215" [ 965.504256] env[69644]: _type = "Task" [ 965.504256] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.512834] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.547922] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553214, 'name': ReconfigVM_Task, 'duration_secs': 0.280135} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.548191] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 046a2f30-1a93-4390-9ee3-62f8d6910029/046a2f30-1a93-4390-9ee3-62f8d6910029.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.548796] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a8f3fb0-5357-4c3c-b50b-66e39a124695 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.555147] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 965.555147] env[69644]: value = "task-3553216" [ 965.555147] env[69644]: _type = "Task" [ 965.555147] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.565461] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553216, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.608295] env[69644]: DEBUG oslo_concurrency.lockutils [None req-34605f75-655d-4d82-a880-2543d54c7d40 tempest-ServerPasswordTestJSON-1575499980 tempest-ServerPasswordTestJSON-1575499980-project-member] Lock "946a178d-8b92-42fe-bc85-ff796453cd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.729s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.740657] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.741964] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f0f416-ea91-4cff-8fb1-c5a7746c8d13 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.751033] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 965.751033] env[69644]: value = "task-3553217" [ 965.751033] env[69644]: _type = "Task" [ 965.751033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.759543] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.014588] env[69644]: DEBUG oslo_vmware.api [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553215, 'name': PowerOnVM_Task, 'duration_secs': 0.413611} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.017299] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.020061] env[69644]: DEBUG nova.compute.manager [None req-8e87a03b-2812-4024-ad12-e8473f05601f tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.023084] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe4387-f063-4f12-8fce-2e526cf805f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.025224] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Successfully updated port: 05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.032044] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a1bbd-02fd-42ca-9159-0b3169482f16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.043893] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c03df-8e2c-4f6a-bfbd-6850f06479ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079711] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866cb21-84e8-4caa-b1e2-d4bdd676582c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.090347] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553216, 'name': Rename_Task, 'duration_secs': 0.169692} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.092374] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6279e-9b51-4d62-af6c-a30102ce3b88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.096547] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.097646] env[69644]: DEBUG nova.compute.manager [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Received event network-vif-plugged-05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.097854] env[69644]: DEBUG oslo_concurrency.lockutils [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.098074] env[69644]: DEBUG oslo_concurrency.lockutils [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.098494] env[69644]: DEBUG oslo_concurrency.lockutils [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.098565] env[69644]: DEBUG nova.compute.manager [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] No waiting events found dispatching network-vif-plugged-05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.099383] env[69644]: WARNING nova.compute.manager [req-31471f6c-8059-49e9-97ec-e26dd01badd6 req-cb4d5341-cb83-43c3-a1c5-7cef26899788 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Received unexpected event network-vif-plugged-05e06b91-2aec-4e56-84a1-bf507ce8a08a for instance with vm_state building and task_state spawning. [ 966.099493] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50d277a-5ec3-41a4-ad0e-8b491f5d4742 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.113922] env[69644]: DEBUG nova.compute.provider_tree [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.116380] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 966.116380] env[69644]: value = "task-3553218" [ 966.116380] env[69644]: _type = "Task" [ 966.116380] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.125110] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.261254] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553217, 'name': PowerOffVM_Task, 'duration_secs': 0.382622} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.261520] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.262389] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a594de6-3d35-4c1c-b712-ef48ab4ac79e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.281554] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944ed6c-2f3f-445c-ad85-068ff50d291d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.317389] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.317629] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be816db1-a213-4fa4-991c-7cad736d21de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.324660] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 966.324660] env[69644]: value = "task-3553219" [ 966.324660] env[69644]: _type = "Task" [ 966.324660] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.332350] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.444321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.444442] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.526180] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.526412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.526504] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.618621] env[69644]: DEBUG nova.scheduler.client.report [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.636918] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553218, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.835579] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.835829] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.836103] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.836261] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.836442] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.836699] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098d7172-4990-4c67-b0f9-63fe91bf15ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.846034] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.846223] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.846971] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9625501a-7a5b-4a83-bf6a-ca668776e804 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.852282] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 966.852282] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52460ec7-d419-9934-42e8-fc20b0c42a39" [ 966.852282] env[69644]: _type = "Task" [ 966.852282] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.862639] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52460ec7-d419-9934-42e8-fc20b0c42a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.949246] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.066316] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.136326] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.139508] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.033s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.139825] env[69644]: DEBUG nova.objects.instance [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'resources' on Instance uuid 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.147024] env[69644]: DEBUG oslo_vmware.api [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553218, 'name': PowerOnVM_Task, 'duration_secs': 0.820386} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.148615] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.148615] env[69644]: DEBUG nova.compute.manager [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.149416] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae1217-c88d-4b12-bfba-c549c7cbf696 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.165027] env[69644]: INFO nova.scheduler.client.report [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Deleted allocations for instance 02d6bc77-0009-4c09-b467-7839dbbadce5 [ 967.166052] env[69644]: INFO nova.compute.manager [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Unrescuing [ 967.166270] env[69644]: DEBUG oslo_concurrency.lockutils [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.167231] env[69644]: DEBUG oslo_concurrency.lockutils [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.167231] env[69644]: DEBUG nova.network.neutron [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.318484] env[69644]: DEBUG nova.network.neutron [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating instance_info_cache with network_info: [{"id": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "address": "fa:16:3e:ba:d5:f4", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e06b91-2a", "ovs_interfaceid": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.363376] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52460ec7-d419-9934-42e8-fc20b0c42a39, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.364162] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b29a5a-08c6-43a6-b7f8-c0169b6b88aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.369438] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 967.369438] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5234b81b-9449-17b1-871b-b432170e834e" [ 967.369438] env[69644]: _type = "Task" [ 967.369438] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.377385] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5234b81b-9449-17b1-871b-b432170e834e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.466889] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.672037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.680198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6c37726e-ba1d-4bae-a4c7-911d95a1f2a5 tempest-ServersAaction247Test-219023017 tempest-ServersAaction247Test-219023017-project-member] Lock "02d6bc77-0009-4c09-b467-7839dbbadce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.535s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.821342] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.821669] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Instance network_info: |[{"id": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "address": "fa:16:3e:ba:d5:f4", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e06b91-2a", "ovs_interfaceid": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.824485] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d5:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05e06b91-2aec-4e56-84a1-bf507ce8a08a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.832044] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating folder: Project (bd3daa02c7c34b74889c41d305828acb). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.832818] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10233478-8d5c-44c6-aace-3b431f4c8487 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.845115] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created folder: Project (bd3daa02c7c34b74889c41d305828acb) in parent group-v709242. [ 967.845340] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating folder: Instances. Parent ref: group-v709445. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.848159] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f6fa3e1-84b0-4e21-9401-45ea42e64066 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.862194] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created folder: Instances in parent group-v709445. [ 967.862194] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.862194] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.862194] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8881b3-1d8a-4db7-865b-996053ba25d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.900043] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5234b81b-9449-17b1-871b-b432170e834e, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.900043] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.900043] env[69644]: value = "task-3553222" [ 967.900043] env[69644]: _type = "Task" [ 967.900043] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.900043] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.901300] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 967.901300] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da505bfc-e351-434c-b2c1-f0e0649e6d3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914344] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553222, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.915732] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 967.915732] env[69644]: value = "task-3553223" [ 967.915732] env[69644]: _type = "Task" [ 967.915732] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.925903] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.978909] env[69644]: DEBUG nova.network.neutron [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updating instance_info_cache with network_info: [{"id": "9aa1336e-03ec-4fc9-9b00-656138dede14", "address": "fa:16:3e:21:3b:96", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa1336e-03", "ovs_interfaceid": "9aa1336e-03ec-4fc9-9b00-656138dede14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.164980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8c4dc-5503-41d9-9ca1-48f54c44761c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.174974] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a692f65-067e-4892-be33-bcc84d99a21e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.215834] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a6dc5-48bf-47b5-8130-95293159ad68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.221136] env[69644]: DEBUG nova.compute.manager [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Received event network-changed-05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.221136] env[69644]: DEBUG nova.compute.manager [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Refreshing instance network info cache due to event network-changed-05e06b91-2aec-4e56-84a1-bf507ce8a08a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.221136] env[69644]: DEBUG oslo_concurrency.lockutils [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] Acquiring lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.221136] env[69644]: DEBUG oslo_concurrency.lockutils [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] Acquired lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.221136] env[69644]: DEBUG nova.network.neutron [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Refreshing network info cache for port 05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.233990] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4d3e9e-4bd8-4e6c-84f4-93896a25d1df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.255475] env[69644]: DEBUG nova.compute.provider_tree [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.411497] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553222, 'name': CreateVM_Task, 'duration_secs': 0.462447} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.411665] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.412416] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.412582] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.412911] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.413248] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e781a-d8b6-41b6-a117-1b125d450361 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.421277] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 968.421277] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529db296-b6a5-e7b1-7261-6ccc8b07b7db" [ 968.421277] env[69644]: _type = "Task" [ 968.421277] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.428299] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472898} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.428906] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 968.429673] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f875cc3-d574-42ce-80e7-f92dc252eec8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.435604] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529db296-b6a5-e7b1-7261-6ccc8b07b7db, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.438052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.438052] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.438052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.438052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.438052] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.438052] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59cb8a1-9656-42cc-aefc-11d3e99efd28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.463636] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.468021] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0651b26b-d942-4c44-af22-f6e59ea6fef3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.483317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-fe298bda-f599-4ec0-8ed1-de31d394f298" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.483932] env[69644]: DEBUG nova.objects.instance [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'flavor' on Instance uuid fe298bda-f599-4ec0-8ed1-de31d394f298 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.485134] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.485309] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.487018] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5a5a6d-0baf-488e-9d32-eb4cf7bfb68e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.495019] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 968.495019] env[69644]: value = "task-3553224" [ 968.495019] env[69644]: _type = "Task" [ 968.495019] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.495019] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 968.495019] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521317d9-86f6-3537-f1c7-6351c48905a8" [ 968.495019] env[69644]: _type = "Task" [ 968.495019] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.506190] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.510058] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521317d9-86f6-3537-f1c7-6351c48905a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.511164] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b256beca-306e-4cdf-a6c3-cc82a2fc0857 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.516768] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 968.516768] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5ac11-a28a-d03b-fcbd-fc8f405a2b24" [ 968.516768] env[69644]: _type = "Task" [ 968.516768] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.525337] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5ac11-a28a-d03b-fcbd-fc8f405a2b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.758550] env[69644]: DEBUG nova.scheduler.client.report [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.987357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "046a2f30-1a93-4390-9ee3-62f8d6910029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.987610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.987813] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "046a2f30-1a93-4390-9ee3-62f8d6910029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.988031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.988202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.991574] env[69644]: INFO nova.compute.manager [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Terminating instance [ 968.993374] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a71ea-0029-4161-bb1d-cb964f0812bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.025435] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553224, 'name': ReconfigVM_Task, 'duration_secs': 0.283665} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.025813] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.026814] env[69644]: DEBUG nova.network.neutron [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updated VIF entry in instance network info cache for port 05e06b91-2aec-4e56-84a1-bf507ce8a08a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.027049] env[69644]: DEBUG nova.network.neutron [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating instance_info_cache with network_info: [{"id": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "address": "fa:16:3e:ba:d5:f4", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e06b91-2a", "ovs_interfaceid": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.028760] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.031794] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bff41f56-45a2-4ee7-8170-6ce9caff0dea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.033756] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7254568-c100-47bf-8194-7af31348d8fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042140] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5ac11-a28a-d03b-fcbd-fc8f405a2b24, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.061624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.061929] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f/4ba6ff1e-ab15-4141-9ae3-2b133977ef3f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.062293] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 969.062293] env[69644]: value = "task-3553225" [ 969.062293] env[69644]: _type = "Task" [ 969.062293] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.068019] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6f20e54-567e-43d1-9b54-17808b4f6b44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.069766] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c11b85-f493-4817-9ad7-8711d9f90676 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.088179] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.090034] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 969.090034] env[69644]: value = "task-3553226" [ 969.090034] env[69644]: _type = "Task" [ 969.090034] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.090294] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 969.090294] env[69644]: value = "task-3553227" [ 969.090294] env[69644]: _type = "Task" [ 969.090294] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.100133] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.103038] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.264449] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.273063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.090s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.273063] env[69644]: INFO nova.compute.claims [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.306761] env[69644]: INFO nova.scheduler.client.report [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocations for instance 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442 [ 969.502167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "refresh_cache-046a2f30-1a93-4390-9ee3-62f8d6910029" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.502853] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquired lock "refresh_cache-046a2f30-1a93-4390-9ee3-62f8d6910029" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.502853] env[69644]: DEBUG nova.network.neutron [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.535114] env[69644]: DEBUG oslo_concurrency.lockutils [req-c795f21f-5441-4661-b5d1-5a0b0ecd6294 req-fe6d0efe-9eee-452b-8114-a245af8de951 service nova] Releasing lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.581275] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553225, 'name': PowerOffVM_Task, 'duration_secs': 0.402344} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.581564] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.586962] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.588673] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6691fb-baaa-4e53-bca5-8543964c73de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.618629] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553227, 'name': ReconfigVM_Task, 'duration_secs': 0.186477} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.618629] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501763} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.618851] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 969.618851] env[69644]: value = "task-3553228" [ 969.618851] env[69644]: _type = "Task" [ 969.618851] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.619063] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.619318] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f/4ba6ff1e-ab15-4141-9ae3-2b133977ef3f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.619522] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.619805] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b422e6c2-8efc-4169-8981-8e2b567db0cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.621349] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ee4a65-939f-4288-be2b-b4551c09c584 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.633018] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.633298] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 969.633298] env[69644]: value = "task-3553229" [ 969.633298] env[69644]: _type = "Task" [ 969.633298] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.634534] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 969.634534] env[69644]: value = "task-3553230" [ 969.634534] env[69644]: _type = "Task" [ 969.634534] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.649087] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.653291] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.817052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79ab905a-216b-476c-bc29-3005bbc62754 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.579s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.037616] env[69644]: DEBUG nova.network.neutron [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.111688] env[69644]: DEBUG nova.network.neutron [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.129870] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.147794] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.153771] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0742} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.153771] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.153771] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b2ee0-9c1b-4cbd-b467-921817918b02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.179248] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f/4ba6ff1e-ab15-4141-9ae3-2b133977ef3f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.179647] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87f98d1-4bc8-4964-9949-9227247e5770 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.203608] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 970.203608] env[69644]: value = "task-3553231" [ 970.203608] env[69644]: _type = "Task" [ 970.203608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.209835] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.618611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Releasing lock "refresh_cache-046a2f30-1a93-4390-9ee3-62f8d6910029" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.618611] env[69644]: DEBUG nova.compute.manager [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.618611] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.618611] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a8f3f-64db-4787-b1bf-4a776d8aeafa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.634979] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553228, 'name': ReconfigVM_Task, 'duration_secs': 0.569297} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.635300] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.636950] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.636950] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.636950] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b385b2f8-48aa-49d5-baaf-0a15fe8cdbc4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.638085] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f81405-ada5-4aa4-af71-a4f1addfb17e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.654758] env[69644]: DEBUG oslo_vmware.api [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553229, 'name': PowerOnVM_Task, 'duration_secs': 0.783275} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.657254] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.659140] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 970.659140] env[69644]: value = "task-3553232" [ 970.659140] env[69644]: _type = "Task" [ 970.659140] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.659551] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 970.659551] env[69644]: value = "task-3553233" [ 970.659551] env[69644]: _type = "Task" [ 970.659551] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.664364] env[69644]: DEBUG nova.compute.manager [None req-7285eb70-1be4-4a1f-b7b8-829c2be292f1 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.665463] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10045279-fa32-4830-888c-b398b256e9b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.683650] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.695700] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.713029] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.732092] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5f949-cda2-4cab-a809-68cc5ec46b43 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.738215] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f188890b-4748-4441-bf9c-7b63a61e161e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.776678] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f920eb7a-3152-4516-9476-fb69007849ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.784883] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272caad-e0a8-48b0-a079-15de2ece9769 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.800082] env[69644]: DEBUG nova.compute.provider_tree [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.177474] env[69644]: DEBUG oslo_vmware.api [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553233, 'name': PowerOnVM_Task, 'duration_secs': 0.422722} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.181029] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.181352] env[69644]: DEBUG nova.compute.manager [None req-64628613-f1d5-4200-905f-2cfd0f75928d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.181698] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553232, 'name': PowerOffVM_Task, 'duration_secs': 0.142569} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.182407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f96fa-9ed5-4902-a564-5994d6a1d278 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.184844] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.185310] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.185581] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-042021e0-5718-4383-b15e-3d48f06603cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.210475] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.210733] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.210911] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Deleting the datastore file [datastore1] 046a2f30-1a93-4390-9ee3-62f8d6910029 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.211491] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a9e8e5-4742-4679-9fb3-63dcf7dd94eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.216063] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553231, 'name': ReconfigVM_Task, 'duration_secs': 0.868924} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.216680] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f/4ba6ff1e-ab15-4141-9ae3-2b133977ef3f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.217341] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5d67902-1799-4f7b-a277-953d4204d5b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.221304] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for the task: (returnval){ [ 971.221304] env[69644]: value = "task-3553235" [ 971.221304] env[69644]: _type = "Task" [ 971.221304] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.225537] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 971.225537] env[69644]: value = "task-3553236" [ 971.225537] env[69644]: _type = "Task" [ 971.225537] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.232862] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.238261] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553236, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.304371] env[69644]: DEBUG nova.scheduler.client.report [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.738986] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553236, 'name': Rename_Task, 'duration_secs': 0.164627} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.743880] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.743880] env[69644]: DEBUG oslo_vmware.api [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Task: {'id': task-3553235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103947} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.743880] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44befb91-ad07-451f-a3ca-d7433f8c48b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.746184] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.746448] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.746684] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.747263] env[69644]: INFO nova.compute.manager [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.747509] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.747798] env[69644]: DEBUG nova.compute.manager [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.747937] env[69644]: DEBUG nova.network.neutron [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.755232] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 971.755232] env[69644]: value = "task-3553237" [ 971.755232] env[69644]: _type = "Task" [ 971.755232] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.765576] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.767902] env[69644]: DEBUG nova.network.neutron [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.811177] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.811756] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.815252] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.374s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.977672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.977912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.277561] env[69644]: DEBUG nova.network.neutron [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.279097] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553237, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.291019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe4054-d4e8-48f4-8324-c42e2ed8ccc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.302855] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364a9aa-f24b-41f9-811b-0d66ccad34a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.362401] env[69644]: DEBUG nova.compute.utils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.366967] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.366967] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.369318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e4edbf-1bdd-4d5c-9bb1-4d991082bfa6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.384804] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f19afb-4376-4b03-921f-94846c713fb3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.401542] env[69644]: DEBUG nova.compute.provider_tree [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.431214] env[69644]: DEBUG nova.policy [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.432911] env[69644]: INFO nova.compute.manager [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Unrescuing [ 972.433173] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.433359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquired lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.433531] env[69644]: DEBUG nova.network.neutron [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.480338] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.736399] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Successfully created port: 60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.767357] env[69644]: DEBUG oslo_vmware.api [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553237, 'name': PowerOnVM_Task, 'duration_secs': 0.629578} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.767656] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.767873] env[69644]: INFO nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 972.768416] env[69644]: DEBUG nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.770996] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9580ce-dbc1-4068-9896-9ac2cdd1aca0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.784145] env[69644]: INFO nova.compute.manager [-] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Took 1.04 seconds to deallocate network for instance. [ 972.868314] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.907232] env[69644]: DEBUG nova.scheduler.client.report [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.012320] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.276709] env[69644]: DEBUG nova.network.neutron [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [{"id": "df5301ab-da15-4019-9c61-40ca06c4c5de", "address": "fa:16:3e:b9:60:ce", "network": {"id": "49b6e78e-ff4c-4522-807d-476129f5c4dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220260187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "62a1ef3f935f49b0b1d6918952831dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5301ab-da", "ovs_interfaceid": "df5301ab-da15-4019-9c61-40ca06c4c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.301929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.302944] env[69644]: INFO nova.compute.manager [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Took 43.27 seconds to build instance. [ 973.410723] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.412029] env[69644]: INFO nova.compute.manager [None req-2fce5bbd-57e0-469b-ac0e-6f11d21cbb2b tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Successfully reverted task state from rebuilding on failure for instance. [ 973.416492] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.442s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.422018] env[69644]: DEBUG nova.objects.instance [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lazy-loading 'resources' on Instance uuid 7bcdda24-8a74-441d-90ce-c938ca12eff9 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.595611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.596570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.780402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Releasing lock "refresh_cache-a3dd2d25-8985-422d-b833-8eebdbaac484" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.780920] env[69644]: DEBUG nova.objects.instance [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lazy-loading 'flavor' on Instance uuid a3dd2d25-8985-422d-b833-8eebdbaac484 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.805409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-592a1995-03b0-4378-a1ad-b1caa796c1b0 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.787s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.878693] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.903105] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.903403] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.903532] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.903720] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.903858] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.904011] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.904235] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.904387] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.904561] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.904735] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.904907] env[69644]: DEBUG nova.virt.hardware [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.905829] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e92259-152a-4f33-ba1b-f1c73d77ad5b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.917881] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405140f9-108a-429d-9a16-1011397ffb8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.956864] env[69644]: DEBUG nova.compute.manager [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Received event network-changed-05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.957023] env[69644]: DEBUG nova.compute.manager [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Refreshing instance network info cache due to event network-changed-05e06b91-2aec-4e56-84a1-bf507ce8a08a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.957323] env[69644]: DEBUG oslo_concurrency.lockutils [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] Acquiring lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.957471] env[69644]: DEBUG oslo_concurrency.lockutils [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] Acquired lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.957629] env[69644]: DEBUG nova.network.neutron [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Refreshing network info cache for port 05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.270182] env[69644]: DEBUG nova.compute.manager [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Received event network-vif-plugged-60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.270578] env[69644]: DEBUG oslo_concurrency.lockutils [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] Acquiring lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.270806] env[69644]: DEBUG oslo_concurrency.lockutils [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.270977] env[69644]: DEBUG oslo_concurrency.lockutils [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.271164] env[69644]: DEBUG nova.compute.manager [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] No waiting events found dispatching network-vif-plugged-60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.271338] env[69644]: WARNING nova.compute.manager [req-154ea5b9-d210-49f3-b4e3-3fd6aa3c1d8a req-31fbf7c0-6a76-49de-9ccf-45ed8afbe0af service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Received unexpected event network-vif-plugged-60a35938-fe8e-4620-9353-a5b63fd49bb8 for instance with vm_state building and task_state spawning. [ 974.288978] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9442c64-f9c9-481f-ad88-a7d29b9bf2f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.314629] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.317498] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.320192] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ffa7f7e-44d2-4b50-a8bc-c3e833518f47 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.329025] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 974.329025] env[69644]: value = "task-3553238" [ 974.329025] env[69644]: _type = "Task" [ 974.329025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.336242] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.350983] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e21af-7800-4167-afc4-b3d3ed4a1804 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.362070] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Successfully updated port: 60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.363888] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1197e-f854-4af9-8c7f-7b5846e99e42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.397726] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f896d-86c5-4771-b233-7510040ff907 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.406172] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b9cec-ef6b-478f-a2d2-01b39836b23e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.421207] env[69644]: DEBUG nova.compute.provider_tree [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.658603] env[69644]: DEBUG nova.network.neutron [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updated VIF entry in instance network info cache for port 05e06b91-2aec-4e56-84a1-bf507ce8a08a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.658973] env[69644]: DEBUG nova.network.neutron [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating instance_info_cache with network_info: [{"id": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "address": "fa:16:3e:ba:d5:f4", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e06b91-2a", "ovs_interfaceid": "05e06b91-2aec-4e56-84a1-bf507ce8a08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.809436] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.809670] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.836758] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553238, 'name': PowerOffVM_Task, 'duration_secs': 0.490279} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.837792] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.838224] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.843462] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.843951] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c2518f-998a-443c-8ae8-370f39fcc833 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.861722] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 974.861722] env[69644]: value = "task-3553239" [ 974.861722] env[69644]: _type = "Task" [ 974.861722] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.869215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.869350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.869519] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.870551] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.925030] env[69644]: DEBUG nova.scheduler.client.report [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.162067] env[69644]: DEBUG oslo_concurrency.lockutils [req-78b88ff2-3894-40e4-9f52-fac877911cfd req-99279982-74ce-4eca-a7a0-fe9a10222931 service nova] Releasing lock "refresh_cache-4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376185] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553239, 'name': ReconfigVM_Task, 'duration_secs': 0.329832} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.376542] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.376542] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.377177] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a8f933-1f1c-4c82-bd72-a48f0df03fd2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.384413] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 975.384413] env[69644]: value = "task-3553240" [ 975.384413] env[69644]: _type = "Task" [ 975.384413] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.392266] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.405373] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.430062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.432156] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.740s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.432444] env[69644]: DEBUG nova.objects.instance [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lazy-loading 'resources' on Instance uuid 28e686ef-5e12-4f36-b33c-95c524b06356 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.534796] env[69644]: DEBUG nova.network.neutron [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Updating instance_info_cache with network_info: [{"id": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "address": "fa:16:3e:68:a0:7d", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a35938-fe", "ovs_interfaceid": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.894681] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.947701] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aeae3d24-8332-4e6a-8bf8-c472f0dd30ec tempest-ServerActionsV293TestJSON-116364786 tempest-ServerActionsV293TestJSON-116364786-project-member] Lock "7bcdda24-8a74-441d-90ce-c938ca12eff9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.302s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.040376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.040685] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Instance network_info: |[{"id": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "address": "fa:16:3e:68:a0:7d", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a35938-fe", "ovs_interfaceid": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.041286] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:a0:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60a35938-fe8e-4620-9353-a5b63fd49bb8', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.048839] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.049107] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.049361] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5196010b-4fcf-49cf-91d3-90c1de0d9c86 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.072221] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.072221] env[69644]: value = "task-3553241" [ 976.072221] env[69644]: _type = "Task" [ 976.072221] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.082116] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553241, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.295557] env[69644]: DEBUG nova.compute.manager [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Received event network-changed-60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.296103] env[69644]: DEBUG nova.compute.manager [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Refreshing instance network info cache due to event network-changed-60a35938-fe8e-4620-9353-a5b63fd49bb8. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.296103] env[69644]: DEBUG oslo_concurrency.lockutils [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] Acquiring lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.296103] env[69644]: DEBUG oslo_concurrency.lockutils [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] Acquired lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.296261] env[69644]: DEBUG nova.network.neutron [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Refreshing network info cache for port 60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.312980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb08c88-e882-4f7b-ad6e-da7330824a18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.321396] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09da256-4333-4d1d-8515-2f9f6517af14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.353542] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09474f8-d6a7-49e2-8b40-8016ddd13f90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.360995] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d16b5-cef1-4e41-99b3-1a9df8f75cee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.374835] env[69644]: DEBUG nova.compute.provider_tree [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.393951] env[69644]: DEBUG oslo_vmware.api [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553240, 'name': PowerOnVM_Task, 'duration_secs': 0.763066} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.394264] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.394433] env[69644]: DEBUG nova.compute.manager [None req-ca4b3f9e-822f-45c8-8a94-7c65a0e4552e tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.395283] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9283f-55b2-4201-bebb-e207b1d9f465 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.583856] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553241, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.878193] env[69644]: DEBUG nova.scheduler.client.report [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.016561] env[69644]: DEBUG nova.network.neutron [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Updated VIF entry in instance network info cache for port 60a35938-fe8e-4620-9353-a5b63fd49bb8. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.016666] env[69644]: DEBUG nova.network.neutron [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Updating instance_info_cache with network_info: [{"id": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "address": "fa:16:3e:68:a0:7d", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a35938-fe", "ovs_interfaceid": "60a35938-fe8e-4620-9353-a5b63fd49bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.083843] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553241, 'name': CreateVM_Task, 'duration_secs': 0.634646} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.084321] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.085814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.086031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.086357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.086619] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b47e4db-6f5d-4e4a-a4c0-df6980d602b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.091219] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 977.091219] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52797791-f81a-99b8-348c-9262450f9f9b" [ 977.091219] env[69644]: _type = "Task" [ 977.091219] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.099428] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52797791-f81a-99b8-348c-9262450f9f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.384981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.387333] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.451s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.387533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.391125] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.066s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.392579] env[69644]: INFO nova.compute.claims [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.409975] env[69644]: INFO nova.scheduler.client.report [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted allocations for instance 28e686ef-5e12-4f36-b33c-95c524b06356 [ 977.411932] env[69644]: INFO nova.scheduler.client.report [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleted allocations for instance b945a564-7589-4a4b-8660-0952d304ceb3 [ 977.519456] env[69644]: DEBUG oslo_concurrency.lockutils [req-edb4785c-8b06-4cbe-8903-2620555787d0 req-ad53486a-575a-4305-8165-8760affbea8d service nova] Releasing lock "refresh_cache-6054cf3f-e3b4-435e-95d7-08655607cf67" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.602518] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52797791-f81a-99b8-348c-9262450f9f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.602840] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.603087] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.603351] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.603474] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.603968] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.603968] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a74fe8-d668-4ad9-98cc-87da39299d7c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.606600] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "a3dd2d25-8985-422d-b833-8eebdbaac484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.606840] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.607092] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.607346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.607550] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.610032] env[69644]: INFO nova.compute.manager [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Terminating instance [ 977.615670] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.615782] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.616644] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca06a34-b356-4c3e-a565-942a15335906 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.622312] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 977.622312] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6a9c1-d06a-e1d5-0a52-aeff7bdcf3ce" [ 977.622312] env[69644]: _type = "Task" [ 977.622312] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.630592] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6a9c1-d06a-e1d5-0a52-aeff7bdcf3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.925034] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5d823e8e-c49f-46f1-9bb5-371be3f35f3e tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "28e686ef-5e12-4f36-b33c-95c524b06356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.930s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.926065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c94c33d0-d673-4f50-abb1-b5259c491894 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "b945a564-7589-4a4b-8660-0952d304ceb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.677s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.113128] env[69644]: DEBUG nova.compute.manager [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.113269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.114297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d342e1e-037a-4a1a-9d06-f86ccf8d07e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.122781] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.123108] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59917db8-79ab-452b-8c6d-9969d02e8d0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.134221] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6a9c1-d06a-e1d5-0a52-aeff7bdcf3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.136313] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 978.136313] env[69644]: value = "task-3553242" [ 978.136313] env[69644]: _type = "Task" [ 978.136313] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.136313] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb0f1e3-5e48-435c-ab9e-ea473e88d99e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.147215] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.148152] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 978.148152] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2454d-a5ab-c96a-7b11-004059033b4c" [ 978.148152] env[69644]: _type = "Task" [ 978.148152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.156271] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2454d-a5ab-c96a-7b11-004059033b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.590427] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.590693] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.590887] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.591088] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.591261] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.593931] env[69644]: INFO nova.compute.manager [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Terminating instance [ 978.655797] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553242, 'name': PowerOffVM_Task, 'duration_secs': 0.364042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.658802] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.659014] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.659496] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b769ae-013a-483a-a15e-dd8fef42c380 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.664135] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c2454d-a5ab-c96a-7b11-004059033b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.665101] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.665101] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6054cf3f-e3b4-435e-95d7-08655607cf67/6054cf3f-e3b4-435e-95d7-08655607cf67.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.665274] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4343651d-74c4-4ffc-b303-4eed9ff6f120 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.676043] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 978.676043] env[69644]: value = "task-3553244" [ 978.676043] env[69644]: _type = "Task" [ 978.676043] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.683705] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.729411] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.729556] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.729730] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleting the datastore file [datastore2] a3dd2d25-8985-422d-b833-8eebdbaac484 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.730020] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9ee84a-9a30-4d35-90c6-69e9bf51f694 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.740225] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 978.740225] env[69644]: value = "task-3553245" [ 978.740225] env[69644]: _type = "Task" [ 978.740225] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.747933] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.808781] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0ee19-5f84-4860-8afe-ba71381900fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.820722] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4089a5-4dab-4578-8c95-6097897be8bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.858024] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988b956a-c30c-4040-b50b-882f3d2c6be4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.866560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cdd9ee-82b7-4ee3-8956-9f07cc309ffb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.888690] env[69644]: DEBUG nova.compute.provider_tree [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.098023] env[69644]: DEBUG nova.compute.manager [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.098311] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.099469] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4157c-4805-47d3-b1e7-8a7a0251fbad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.108546] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.108826] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-075ef39e-3cdc-4e6c-9feb-e7861bca406b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.115474] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 979.115474] env[69644]: value = "task-3553246" [ 979.115474] env[69644]: _type = "Task" [ 979.115474] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.125850] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.185028] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446475} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.185319] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6054cf3f-e3b4-435e-95d7-08655607cf67/6054cf3f-e3b4-435e-95d7-08655607cf67.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.185513] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.186103] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fb6e6e6-1577-40c6-95be-4f1175e67b2d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.192146] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 979.192146] env[69644]: value = "task-3553247" [ 979.192146] env[69644]: _type = "Task" [ 979.192146] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.199370] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.249462] env[69644]: DEBUG oslo_vmware.api [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189853} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.249736] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.249922] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.250168] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.250320] env[69644]: INFO nova.compute.manager [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.250566] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.250763] env[69644]: DEBUG nova.compute.manager [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.250849] env[69644]: DEBUG nova.network.neutron [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.319032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.319032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.319032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.319208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.319251] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.321423] env[69644]: INFO nova.compute.manager [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Terminating instance [ 979.391595] env[69644]: DEBUG nova.scheduler.client.report [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.517645] env[69644]: DEBUG nova.compute.manager [req-e1fa3ff1-9377-4ce2-ab03-f354535f89d2 req-5e7d1f22-a2fd-4077-b2fb-9eed6d095906 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Received event network-vif-deleted-df5301ab-da15-4019-9c61-40ca06c4c5de {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.517843] env[69644]: INFO nova.compute.manager [req-e1fa3ff1-9377-4ce2-ab03-f354535f89d2 req-5e7d1f22-a2fd-4077-b2fb-9eed6d095906 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Neutron deleted interface df5301ab-da15-4019-9c61-40ca06c4c5de; detaching it from the instance and deleting it from the info cache [ 979.518034] env[69644]: DEBUG nova.network.neutron [req-e1fa3ff1-9377-4ce2-ab03-f354535f89d2 req-5e7d1f22-a2fd-4077-b2fb-9eed6d095906 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.625587] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553246, 'name': PowerOffVM_Task, 'duration_secs': 0.203297} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.625927] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.625982] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.626247] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c75136a-398b-4e64-bcb1-5bb5e905ee6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.698951] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.699339] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.699339] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore1] 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.699660] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb582969-6152-4390-b469-65c2cb6d2e4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.704468] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065452} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.705397] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.706229] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517b620-a9ff-4c81-aa42-3b70e1efd376 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.710129] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 979.710129] env[69644]: value = "task-3553249" [ 979.710129] env[69644]: _type = "Task" [ 979.710129] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.731068] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 6054cf3f-e3b4-435e-95d7-08655607cf67/6054cf3f-e3b4-435e-95d7-08655607cf67.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.731696] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffb0560-01c3-4a0f-b930-489de03a2229 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.748481] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.754120] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 979.754120] env[69644]: value = "task-3553250" [ 979.754120] env[69644]: _type = "Task" [ 979.754120] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.761962] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.825988] env[69644]: DEBUG nova.compute.manager [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.825988] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.826291] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28863d3b-6f8c-4795-b70f-ffb274bb320d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.834181] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.834421] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0fc33f-9417-45dd-9c5a-9237cf0ae75e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.841308] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 979.841308] env[69644]: value = "task-3553251" [ 979.841308] env[69644]: _type = "Task" [ 979.841308] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.851570] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.896802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.897410] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.900207] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.895s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.901517] env[69644]: INFO nova.compute.claims [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.998873] env[69644]: DEBUG nova.network.neutron [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.021772] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e6620c-55d5-4e1b-8294-398edcf53aca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.030970] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c6c62-fbcd-4dc0-acbc-778e4093b8a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.062474] env[69644]: DEBUG nova.compute.manager [req-e1fa3ff1-9377-4ce2-ab03-f354535f89d2 req-5e7d1f22-a2fd-4077-b2fb-9eed6d095906 service nova] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Detach interface failed, port_id=df5301ab-da15-4019-9c61-40ca06c4c5de, reason: Instance a3dd2d25-8985-422d-b833-8eebdbaac484 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.223675] env[69644]: DEBUG oslo_vmware.api [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.224026] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.224290] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.224543] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.224782] env[69644]: INFO nova.compute.manager [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.225257] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.225410] env[69644]: DEBUG nova.compute.manager [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.225529] env[69644]: DEBUG nova.network.neutron [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.265190] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.352325] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553251, 'name': PowerOffVM_Task, 'duration_secs': 0.334338} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.352534] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.352534] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.352772] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927e52df-fb9f-471c-95a5-b3ff50a74675 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.406574] env[69644]: DEBUG nova.compute.utils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.410997] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.411244] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.424829] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.425047] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.425272] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleting the datastore file [datastore2] 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.425517] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1773147a-04a4-4e12-ba5b-9683b1a7cc87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.433568] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for the task: (returnval){ [ 980.433568] env[69644]: value = "task-3553253" [ 980.433568] env[69644]: _type = "Task" [ 980.433568] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.442241] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.473994] env[69644]: DEBUG nova.policy [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c555c433d7747fb81d3456dc89b552d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9396b6ab1f2c422099feba99d88df64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.502544] env[69644]: INFO nova.compute.manager [-] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Took 1.25 seconds to deallocate network for instance. [ 980.765781] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553250, 'name': ReconfigVM_Task, 'duration_secs': 0.573766} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.765781] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 6054cf3f-e3b4-435e-95d7-08655607cf67/6054cf3f-e3b4-435e-95d7-08655607cf67.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.766394] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6b7e9a-0ebf-47da-abe8-70bae3b9568f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.773089] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 980.773089] env[69644]: value = "task-3553254" [ 980.773089] env[69644]: _type = "Task" [ 980.773089] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.781384] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553254, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.918754] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.943701] env[69644]: DEBUG oslo_vmware.api [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Task: {'id': task-3553253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142067} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.943951] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.944484] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.944692] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.944872] env[69644]: INFO nova.compute.manager [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.945125] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.945507] env[69644]: DEBUG nova.compute.manager [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.945662] env[69644]: DEBUG nova.network.neutron [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.006393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.037887] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Successfully created port: 9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.224806] env[69644]: DEBUG nova.network.neutron [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.282112] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553254, 'name': Rename_Task, 'duration_secs': 0.154759} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.282381] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.282723] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c88435f-8633-4518-81a7-2084c1a64bc9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.291972] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 981.291972] env[69644]: value = "task-3553255" [ 981.291972] env[69644]: _type = "Task" [ 981.291972] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.299807] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.342972] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc19ed-cac0-421a-988a-1116abbcf412 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.350780] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2d045-2530-491e-bc55-9cefdbdb7956 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.388881] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9816d856-5900-4435-b8c5-2e79fde2f9c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.397319] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdf640-c692-45b2-b1ab-054d3cb85bc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.413684] env[69644]: DEBUG nova.compute.provider_tree [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.581094] env[69644]: DEBUG nova.compute.manager [req-762601f7-53c1-4b8c-b7e8-136492db53d5 req-51e9ad94-8fb9-48eb-8a88-8d471591df98 service nova] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Received event network-vif-deleted-6cc70306-665c-44b9-b941-948e58cee006 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.581426] env[69644]: DEBUG nova.compute.manager [req-762601f7-53c1-4b8c-b7e8-136492db53d5 req-51e9ad94-8fb9-48eb-8a88-8d471591df98 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Received event network-vif-deleted-e9ccadc4-073e-4c1d-be91-ecef66de9966 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.581704] env[69644]: INFO nova.compute.manager [req-762601f7-53c1-4b8c-b7e8-136492db53d5 req-51e9ad94-8fb9-48eb-8a88-8d471591df98 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Neutron deleted interface e9ccadc4-073e-4c1d-be91-ecef66de9966; detaching it from the instance and deleting it from the info cache [ 981.581904] env[69644]: DEBUG nova.network.neutron [req-762601f7-53c1-4b8c-b7e8-136492db53d5 req-51e9ad94-8fb9-48eb-8a88-8d471591df98 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.730677] env[69644]: INFO nova.compute.manager [-] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Took 1.50 seconds to deallocate network for instance. [ 981.802086] env[69644]: DEBUG oslo_vmware.api [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553255, 'name': PowerOnVM_Task, 'duration_secs': 0.508108} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.802430] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.802625] env[69644]: INFO nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Took 7.92 seconds to spawn the instance on the hypervisor. [ 981.802805] env[69644]: DEBUG nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.803603] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d2a21-053b-4603-870e-2b7010873bf4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.857489] env[69644]: DEBUG nova.network.neutron [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.916148] env[69644]: DEBUG nova.scheduler.client.report [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.927247] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.954008] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.954273] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.954451] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.954670] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.954820] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.954965] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.955644] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.955819] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.956152] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.956336] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.956513] env[69644]: DEBUG nova.virt.hardware [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.957475] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209bad11-b9e1-49ca-84f8-f42d30c380b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.965745] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe7c61-b64c-40c5-8543-d64b51e6b5e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.084403] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63c9821f-6c12-455f-ae78-987330ea38e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.095045] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc8740b-d350-4b67-b5a1-cfdaf442a3cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.127273] env[69644]: DEBUG nova.compute.manager [req-762601f7-53c1-4b8c-b7e8-136492db53d5 req-51e9ad94-8fb9-48eb-8a88-8d471591df98 service nova] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Detach interface failed, port_id=e9ccadc4-073e-4c1d-be91-ecef66de9966, reason: Instance 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.237049] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.319962] env[69644]: INFO nova.compute.manager [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Took 46.16 seconds to build instance. [ 982.362148] env[69644]: INFO nova.compute.manager [-] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Took 1.42 seconds to deallocate network for instance. [ 982.424019] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.424019] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.424576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.342s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.424873] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.427338] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.399s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.429316] env[69644]: INFO nova.compute.claims [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.456060] env[69644]: INFO nova.scheduler.client.report [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocations for instance 09c291df-d9bc-47c2-8b1d-fbc6727dec0b [ 982.642492] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Successfully updated port: 9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.793806] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "6054cf3f-e3b4-435e-95d7-08655607cf67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.822029] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5831b5b7-733c-49cd-a1ca-8ac42ff77c0c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.677s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.823323] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.030s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.823571] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.823788] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.823955] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.827649] env[69644]: INFO nova.compute.manager [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Terminating instance [ 982.870584] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.934873] env[69644]: DEBUG nova.compute.utils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.938390] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.938390] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.963183] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae7e59cf-c302-439e-bf86-fc297b71cd0d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "09c291df-d9bc-47c2-8b1d-fbc6727dec0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.314s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.990920] env[69644]: DEBUG nova.policy [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffce2b23e5e645fdb525f4fc76c70a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e7ea7f39794bbe93c1acd395399b7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.148307] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.148514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.148691] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.255530] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Successfully created port: e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.326911] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.330970] env[69644]: DEBUG nova.compute.manager [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.331250] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.332450] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23ea69-2177-475e-9529-e4ee301ff675 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.341895] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.342218] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b665a026-911b-440c-9b9f-8c43a431a617 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349186] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 983.349186] env[69644]: value = "task-3553256" [ 983.349186] env[69644]: _type = "Task" [ 983.349186] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.359986] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.439208] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.462219] env[69644]: DEBUG nova.scheduler.client.report [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 983.483365] env[69644]: DEBUG nova.scheduler.client.report [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 983.483599] env[69644]: DEBUG nova.compute.provider_tree [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.495204] env[69644]: DEBUG nova.scheduler.client.report [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 983.520680] env[69644]: DEBUG nova.scheduler.client.report [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 983.605666] env[69644]: DEBUG nova.compute.manager [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Received event network-vif-plugged-9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.605757] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.605927] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.606103] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.606272] env[69644]: DEBUG nova.compute.manager [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] No waiting events found dispatching network-vif-plugged-9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.606438] env[69644]: WARNING nova.compute.manager [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Received unexpected event network-vif-plugged-9466fcff-1b9a-4a47-8e86-910b8573fdb0 for instance with vm_state building and task_state spawning. [ 983.606599] env[69644]: DEBUG nova.compute.manager [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Received event network-changed-9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.606750] env[69644]: DEBUG nova.compute.manager [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Refreshing instance network info cache due to event network-changed-9466fcff-1b9a-4a47-8e86-910b8573fdb0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.606915] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Acquiring lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.684706] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.830765] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd540a-f40a-4eed-bc2a-d955f0f38b5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.840614] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83512618-a089-43ad-ac9f-14bae3c01b6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.844319] env[69644]: DEBUG nova.network.neutron [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.846344] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.874775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e47cc-e006-4906-b4ed-c1937e5bf3fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.882098] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553256, 'name': PowerOffVM_Task, 'duration_secs': 0.196886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.884133] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.884311] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.884576] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7b65eac-f43b-415b-9835-d6999f0d34fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.886881] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a826ebf-eeaf-4511-a7b3-dd501ac5a011 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.901830] env[69644]: DEBUG nova.compute.provider_tree [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.957188] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.957495] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.957721] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore1] 6054cf3f-e3b4-435e-95d7-08655607cf67 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.957980] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e32a50bc-ca85-44fd-bbb5-3024faa9ab7b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.967630] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 983.967630] env[69644]: value = "task-3553258" [ 983.967630] env[69644]: _type = "Task" [ 983.967630] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.976936] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.348618] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.348960] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Instance network_info: |[{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.349278] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Acquired lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.349469] env[69644]: DEBUG nova.network.neutron [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Refreshing network info cache for port 9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.350648] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9466fcff-1b9a-4a47-8e86-910b8573fdb0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.357915] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.358909] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.359152] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f67d9f1a-b8b7-4148-9f4e-9456541b12b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.378900] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.378900] env[69644]: value = "task-3553259" [ 984.378900] env[69644]: _type = "Task" [ 984.378900] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.385991] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.405447] env[69644]: DEBUG nova.scheduler.client.report [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.450842] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.479277] env[69644]: DEBUG oslo_vmware.api [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158411} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.481357] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.481589] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.482109] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.482109] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.482109] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.482348] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.482431] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.482590] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.482753] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.482912] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.483098] env[69644]: DEBUG nova.virt.hardware [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.483368] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.483539] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.483710] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.483875] env[69644]: INFO nova.compute.manager [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Took 1.15 seconds to destroy the instance on the hypervisor. [ 984.484110] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.484790] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9129bcb6-0962-48cc-8bd3-55ae7c6140dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.487181] env[69644]: DEBUG nova.compute.manager [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.487284] env[69644]: DEBUG nova.network.neutron [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.493789] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f10a7-3f0b-4cd6-b0ce-664b39f3bbea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.888776] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.912724] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.913261] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.916165] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.755s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.917665] env[69644]: INFO nova.compute.claims [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.925453] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Successfully updated port: e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.066955] env[69644]: DEBUG nova.network.neutron [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updated VIF entry in instance network info cache for port 9466fcff-1b9a-4a47-8e86-910b8573fdb0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.067342] env[69644]: DEBUG nova.network.neutron [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.390230] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.400717] env[69644]: DEBUG nova.network.neutron [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.425540] env[69644]: DEBUG nova.compute.utils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.426697] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.426871] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.428908] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.429037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquired lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.429171] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.465758] env[69644]: DEBUG nova.policy [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0625efebec6f4e47a4891f06310a90c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2709afce087c4407809ba82db5f41e55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.570248] env[69644]: DEBUG oslo_concurrency.lockutils [req-64ab488c-12e9-40f2-a7ce-a10c3db24812 req-719b83fe-17b2-4b13-9171-2effdf45ce9c service nova] Releasing lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.638813] env[69644]: DEBUG nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Received event network-vif-plugged-e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.639240] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Acquiring lock "dafcba49-5e92-48e7-b82e-449551a74828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.639543] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Lock "dafcba49-5e92-48e7-b82e-449551a74828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.639768] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Lock "dafcba49-5e92-48e7-b82e-449551a74828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.640107] env[69644]: DEBUG nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] No waiting events found dispatching network-vif-plugged-e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.640357] env[69644]: WARNING nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Received unexpected event network-vif-plugged-e72f91a5-e84a-4860-88e9-519392f244f9 for instance with vm_state building and task_state spawning. [ 985.640540] env[69644]: DEBUG nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Received event network-vif-deleted-60a35938-fe8e-4620-9353-a5b63fd49bb8 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.640711] env[69644]: DEBUG nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Received event network-changed-e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.640864] env[69644]: DEBUG nova.compute.manager [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Refreshing instance network info cache due to event network-changed-e72f91a5-e84a-4860-88e9-519392f244f9. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.641041] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Acquiring lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.890457] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.904988] env[69644]: INFO nova.compute.manager [-] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Took 1.42 seconds to deallocate network for instance. [ 985.931366] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.990095] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.126126] env[69644]: DEBUG nova.network.neutron [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Updating instance_info_cache with network_info: [{"id": "e72f91a5-e84a-4860-88e9-519392f244f9", "address": "fa:16:3e:a0:9e:cd", "network": {"id": "7f80af4c-2543-43d5-a550-9707954d08be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1435963425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e7ea7f39794bbe93c1acd395399b7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f91a5-e8", "ovs_interfaceid": "e72f91a5-e84a-4860-88e9-519392f244f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.160595] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Successfully created port: 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.300112] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92657e4-fc82-4cde-b666-9d5f484acbfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.307275] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d609b8e6-9366-4df4-b658-b372f42d8c4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338600] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57f79c1-8404-4641-923f-f93bc769bfeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.345477] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219c416b-51bc-4f0a-9f8a-e99164c420a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.358129] env[69644]: DEBUG nova.compute.provider_tree [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.392931] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.412721] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.619023] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.619305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.619514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.619696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.619864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.623115] env[69644]: INFO nova.compute.manager [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Terminating instance [ 986.628247] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Releasing lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.628343] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Instance network_info: |[{"id": "e72f91a5-e84a-4860-88e9-519392f244f9", "address": "fa:16:3e:a0:9e:cd", "network": {"id": "7f80af4c-2543-43d5-a550-9707954d08be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1435963425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e7ea7f39794bbe93c1acd395399b7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f91a5-e8", "ovs_interfaceid": "e72f91a5-e84a-4860-88e9-519392f244f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.628594] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Acquired lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.629147] env[69644]: DEBUG nova.network.neutron [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Refreshing network info cache for port e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.630252] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:9e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e72f91a5-e84a-4860-88e9-519392f244f9', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.639801] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Creating folder: Project (95e7ea7f39794bbe93c1acd395399b7e). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.642111] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a150685-0a76-4bb0-ac50-45e996ab9b44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.653793] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Created folder: Project (95e7ea7f39794bbe93c1acd395399b7e) in parent group-v709242. [ 986.654046] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Creating folder: Instances. Parent ref: group-v709450. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.654236] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a34279-be92-4f47-ba31-b6c6c3a9fe19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.663309] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Created folder: Instances in parent group-v709450. [ 986.663536] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.663723] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.663931] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c722cfe-8cfa-4d09-a5b8-5855d81a9269 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.683525] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.683525] env[69644]: value = "task-3553262" [ 986.683525] env[69644]: _type = "Task" [ 986.683525] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.693508] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553262, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.860938] env[69644]: DEBUG nova.scheduler.client.report [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.891477] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.949053] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.974916] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.975697] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.975697] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.975697] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.975697] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.975876] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.975989] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.976164] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.976334] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.976496] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.976667] env[69644]: DEBUG nova.virt.hardware [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.977557] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8339cb-5a66-46f3-84ad-dfe58de69778 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.984925] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5dc662-a10b-4341-8727-f57127b939ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.126838] env[69644]: DEBUG nova.compute.manager [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.127201] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.128137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2512f-27ad-4179-ac56-12b5067dc08d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.135455] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.135708] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a21260c-cf45-4df3-9815-e6cb80d8351c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.144382] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 987.144382] env[69644]: value = "task-3553263" [ 987.144382] env[69644]: _type = "Task" [ 987.144382] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.151975] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.195096] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553262, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.321674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "0960aee8-85fe-4a94-86d8-23809ed4139f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.321890] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.332584] env[69644]: DEBUG nova.network.neutron [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Updated VIF entry in instance network info cache for port e72f91a5-e84a-4860-88e9-519392f244f9. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.332584] env[69644]: DEBUG nova.network.neutron [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Updating instance_info_cache with network_info: [{"id": "e72f91a5-e84a-4860-88e9-519392f244f9", "address": "fa:16:3e:a0:9e:cd", "network": {"id": "7f80af4c-2543-43d5-a550-9707954d08be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1435963425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e7ea7f39794bbe93c1acd395399b7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f91a5-e8", "ovs_interfaceid": "e72f91a5-e84a-4860-88e9-519392f244f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.365774] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.366290] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.368749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.404s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.368962] env[69644]: DEBUG nova.objects.instance [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lazy-loading 'resources' on Instance uuid e7b4bf87-11eb-4fb3-8d81-8da57e4e301c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.391944] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553259, 'name': CreateVM_Task, 'duration_secs': 2.6416} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.392136] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.392790] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.392952] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.393279] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.393530] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a870d9-5ebe-47de-9cf1-de6f174fae3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.398024] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 987.398024] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269dde0-0cef-9707-6d18-58ecc5aac498" [ 987.398024] env[69644]: _type = "Task" [ 987.398024] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.406592] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269dde0-0cef-9707-6d18-58ecc5aac498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.654331] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.695081] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553262, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.834560] env[69644]: DEBUG nova.compute.manager [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Received event network-vif-plugged-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.834747] env[69644]: DEBUG oslo_concurrency.lockutils [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.834961] env[69644]: DEBUG oslo_concurrency.lockutils [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.835165] env[69644]: DEBUG oslo_concurrency.lockutils [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.835341] env[69644]: DEBUG nova.compute.manager [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] No waiting events found dispatching network-vif-plugged-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 987.835537] env[69644]: WARNING nova.compute.manager [req-fbabefae-feaa-4c4f-8541-6bba27781720 req-c6f2089a-c1f4-4d40-9aed-ed64c01455b6 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Received unexpected event network-vif-plugged-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 for instance with vm_state building and task_state spawning. [ 987.836061] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc831775-ff26-4815-9bd9-c07125e41609 req-8c008630-1c46-4971-b64b-6cb9fc2decb1 service nova] Releasing lock "refresh_cache-dafcba49-5e92-48e7-b82e-449551a74828" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.875203] env[69644]: DEBUG nova.compute.utils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.876698] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.876804] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.911205] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5269dde0-0cef-9707-6d18-58ecc5aac498, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.911514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.911966] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.911966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.912110] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.912444] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.913405] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb4f7252-40fe-447a-a74b-37e85a967dc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.916145] env[69644]: DEBUG nova.policy [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e7335d9e8b496982cae63ab829cb09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8421172409794796a6dc2abd7c0849da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.929821] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Successfully updated port: 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.934680] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.934882] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.936278] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562c09aa-b41d-403c-912f-c236ae80b48b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.942392] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 987.942392] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5206b625-d7ee-8080-4d86-ccbc27dd995d" [ 987.942392] env[69644]: _type = "Task" [ 987.942392] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.958121] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5206b625-d7ee-8080-4d86-ccbc27dd995d, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.959196] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f775d9-fab9-4df2-b02f-df3d621bbbe6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.967694] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 987.967694] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e18c80-02e6-b9b2-4357-1798283d1a9d" [ 987.967694] env[69644]: _type = "Task" [ 987.967694] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.978899] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e18c80-02e6-b9b2-4357-1798283d1a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.981603] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.981872] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.982707] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8237f59a-c20e-4412-8883-ccb92ef506ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.989885] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 987.989885] env[69644]: value = "task-3553264" [ 987.989885] env[69644]: _type = "Task" [ 987.989885] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.998712] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.160914] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553263, 'name': PowerOffVM_Task, 'duration_secs': 0.960508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.164906] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.165180] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.165784] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb3764fb-1eff-49ce-bbd4-654c3717f0d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.198016] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553262, 'name': CreateVM_Task, 'duration_secs': 1.314241} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.198016] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.198705] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.198705] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.198843] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.199321] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b23fd39-4fc7-4546-8908-668ed46c907d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.207581] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 988.207581] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fd60d-8b09-2328-49e4-752a8c9fd4dd" [ 988.207581] env[69644]: _type = "Task" [ 988.207581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.217587] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fd60d-8b09-2328-49e4-752a8c9fd4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.239229] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Successfully created port: 31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.256361] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.256740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.256928] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleting the datastore file [datastore1] b894e53d-94c2-4467-9fb6-3238c6fe3122 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.257270] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1d696e-45f9-4330-a3fa-7b710d669c9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.268836] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 988.268836] env[69644]: value = "task-3553266" [ 988.268836] env[69644]: _type = "Task" [ 988.268836] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.279565] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.299929] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae4b1d3-bc6b-4de9-96bf-74e586d9827b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.312175] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282be8a8-1e05-45a2-907f-77919d50b9b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.342960] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1365f6b-a58b-407c-8fd9-86b23bfe9da6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.350811] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c86ac00-1c43-4919-b11c-af2b8a159ae1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.365291] env[69644]: DEBUG nova.compute.provider_tree [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.379346] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.437084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.437252] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.437407] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.500974] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553264, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.718776] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fd60d-8b09-2328-49e4-752a8c9fd4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.054526} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.719145] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.719383] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.719624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.719770] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.719954] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.720216] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c58587-b988-4f43-ba16-71c9ab82c0ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.729476] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.729659] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.730388] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17555173-bc90-4359-b93e-d917a9566867 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.736398] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 988.736398] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52225078-6da5-a0f0-b0e9-6393121075a7" [ 988.736398] env[69644]: _type = "Task" [ 988.736398] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.743042] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52225078-6da5-a0f0-b0e9-6393121075a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.777154] env[69644]: DEBUG oslo_vmware.api [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384041} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.777364] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.777622] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.777816] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.777991] env[69644]: INFO nova.compute.manager [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Took 1.65 seconds to destroy the instance on the hypervisor. [ 988.778243] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.778431] env[69644]: DEBUG nova.compute.manager [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.778526] env[69644]: DEBUG nova.network.neutron [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.869030] env[69644]: DEBUG nova.scheduler.client.report [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.973392] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.002334] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523168} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.003165] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.003382] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.003628] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f5bd48-13e5-4654-ba81-01040831ff20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.010780] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 989.010780] env[69644]: value = "task-3553267" [ 989.010780] env[69644]: _type = "Task" [ 989.010780] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.018869] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.121470] env[69644]: DEBUG nova.network.neutron [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.247961] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52225078-6da5-a0f0-b0e9-6393121075a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014961} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.248825] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087c85a0-2f4d-4338-8d26-ca0411922ff5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.254156] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 989.254156] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52524529-5769-f4a2-5fe1-44e582dfac1b" [ 989.254156] env[69644]: _type = "Task" [ 989.254156] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.262211] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52524529-5769-f4a2-5fe1-44e582dfac1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.373711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.376244] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.330s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.377951] env[69644]: INFO nova.compute.claims [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.392373] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.407856] env[69644]: INFO nova.scheduler.client.report [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted allocations for instance e7b4bf87-11eb-4fb3-8d81-8da57e4e301c [ 989.430131] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.430383] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.430539] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.430715] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.430858] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.431092] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.431217] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.431403] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.431579] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.431742] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.431985] env[69644]: DEBUG nova.virt.hardware [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.433111] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c096f99-bab8-42e9-aeb9-0b54b67710cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.441555] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad4cb8-2c3e-4313-a03c-49ae7ba52159 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.524321] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093131} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.524592] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.525445] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b4975d-d087-4f1d-9dae-f9828bf5fbf7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.550592] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.551834] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759211f1-ca8b-4c35-a08e-5a5f8dccd8fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.581974] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 989.581974] env[69644]: value = "task-3553268" [ 989.581974] env[69644]: _type = "Task" [ 989.581974] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.592760] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.625655] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.626950] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Instance network_info: |[{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.626950] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:c6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37f2faf7-5e71-48d9-bd4e-9b6e4415ba96', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.640155] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating folder: Project (2709afce087c4407809ba82db5f41e55). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.640632] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ade7be-8112-438f-83b4-8a9f42ff90d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.652250] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created folder: Project (2709afce087c4407809ba82db5f41e55) in parent group-v709242. [ 989.652466] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating folder: Instances. Parent ref: group-v709453. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.652701] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7d97d84-5498-4a69-958f-6085af988560 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.662949] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created folder: Instances in parent group-v709453. [ 989.663465] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.663670] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.663874] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e641b7-83ee-4fa3-9062-86126710a20e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.691204] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.691204] env[69644]: value = "task-3553271" [ 989.691204] env[69644]: _type = "Task" [ 989.691204] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.699435] env[69644]: DEBUG nova.compute.manager [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Received event network-vif-plugged-31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.699662] env[69644]: DEBUG oslo_concurrency.lockutils [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] Acquiring lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.700214] env[69644]: DEBUG oslo_concurrency.lockutils [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.700468] env[69644]: DEBUG oslo_concurrency.lockutils [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.700600] env[69644]: DEBUG nova.compute.manager [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] No waiting events found dispatching network-vif-plugged-31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.700717] env[69644]: WARNING nova.compute.manager [req-16f0ede1-752d-45b1-8f1c-e0499a382d92 req-793d77e7-3067-478d-bcf6-46551a012cfb service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Received unexpected event network-vif-plugged-31499301-e276-4b97-87f0-a5cc541c5b46 for instance with vm_state building and task_state spawning. [ 989.707296] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553271, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.766411] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52524529-5769-f4a2-5fe1-44e582dfac1b, 'name': SearchDatastore_Task, 'duration_secs': 0.072976} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.766751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.767120] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] dafcba49-5e92-48e7-b82e-449551a74828/dafcba49-5e92-48e7-b82e-449551a74828.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.767516] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f942f0c6-77d3-467e-9457-c3d44cbb472e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.774981] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 989.774981] env[69644]: value = "task-3553272" [ 989.774981] env[69644]: _type = "Task" [ 989.774981] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.784616] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.796339] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Successfully updated port: 31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.878841] env[69644]: DEBUG nova.compute.manager [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Received event network-changed-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.879142] env[69644]: DEBUG nova.compute.manager [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Refreshing instance network info cache due to event network-changed-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.879436] env[69644]: DEBUG oslo_concurrency.lockutils [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.879648] env[69644]: DEBUG oslo_concurrency.lockutils [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.879917] env[69644]: DEBUG nova.network.neutron [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Refreshing network info cache for port 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.909399] env[69644]: DEBUG nova.network.neutron [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.922981] env[69644]: DEBUG oslo_concurrency.lockutils [None req-08755df3-3707-4036-9e5e-08cf4094733f tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "e7b4bf87-11eb-4fb3-8d81-8da57e4e301c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.371s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.096187] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.206142] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553271, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.288259] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.301429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.301613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.301927] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.413299] env[69644]: INFO nova.compute.manager [-] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Took 1.63 seconds to deallocate network for instance. [ 990.598250] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553268, 'name': ReconfigVM_Task, 'duration_secs': 0.641205} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.598546] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.599480] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a8acbd-2ca9-4dd6-82d9-82a842554369 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.606058] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 990.606058] env[69644]: value = "task-3553273" [ 990.606058] env[69644]: _type = "Task" [ 990.606058] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.616843] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553273, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.638017] env[69644]: DEBUG nova.network.neutron [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updated VIF entry in instance network info cache for port 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.638017] env[69644]: DEBUG nova.network.neutron [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.702364] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553271, 'name': CreateVM_Task, 'duration_secs': 0.57644} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.705159] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.706084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.706264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.706580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.706841] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae0c280-2fcc-4253-96d1-4ab3e523b8a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.711409] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 990.711409] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c4634c-39b9-bf1c-0711-9622be639b21" [ 990.711409] env[69644]: _type = "Task" [ 990.711409] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.722510] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c4634c-39b9-bf1c-0711-9622be639b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.766679] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b5f595-c10e-440b-a05e-f0dc7d6211f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.773980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f1ab95-4a60-4ed2-827c-dc6568ab9552 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.785635] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.810133] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] dafcba49-5e92-48e7-b82e-449551a74828/dafcba49-5e92-48e7-b82e-449551a74828.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.810377] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.812611] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db7dd045-f2d7-400d-8cf4-76953c5555d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.814808] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319042f2-d3aa-41ce-a10e-f256df92f460 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.825787] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d7473-3e66-48a4-951f-fad7153a6e6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.827373] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 990.827373] env[69644]: value = "task-3553274" [ 990.827373] env[69644]: _type = "Task" [ 990.827373] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.837942] env[69644]: DEBUG nova.compute.provider_tree [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.843439] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.844767] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.923303] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.977225] env[69644]: DEBUG nova.network.neutron [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Updating instance_info_cache with network_info: [{"id": "31499301-e276-4b97-87f0-a5cc541c5b46", "address": "fa:16:3e:64:d7:97", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31499301-e2", "ovs_interfaceid": "31499301-e276-4b97-87f0-a5cc541c5b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.116244] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553273, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.140269] env[69644]: DEBUG oslo_concurrency.lockutils [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.140507] env[69644]: DEBUG nova.compute.manager [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Received event network-vif-deleted-e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.140682] env[69644]: INFO nova.compute.manager [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Neutron deleted interface e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2; detaching it from the instance and deleting it from the info cache [ 991.140852] env[69644]: DEBUG nova.network.neutron [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.223418] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c4634c-39b9-bf1c-0711-9622be639b21, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.223759] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.223994] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.224324] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.224533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.224933] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.225024] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e60ace-4993-4361-b24e-0a519aa19d34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.234358] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.234548] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.235291] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fe33ae-3866-4d48-bab6-54225fc0e91b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.241534] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 991.241534] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527cb169-f9fa-5791-08b4-070a691919a0" [ 991.241534] env[69644]: _type = "Task" [ 991.241534] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.249373] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527cb169-f9fa-5791-08b4-070a691919a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.336995] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.47901} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.337286] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.338136] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea228f-ef74-427c-b287-60aeea0f585c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.341342] env[69644]: DEBUG nova.scheduler.client.report [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.365355] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] dafcba49-5e92-48e7-b82e-449551a74828/dafcba49-5e92-48e7-b82e-449551a74828.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.367022] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6a228e-cdf0-4159-ad14-4363837a2b12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.386683] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 991.386683] env[69644]: value = "task-3553275" [ 991.386683] env[69644]: _type = "Task" [ 991.386683] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.394172] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.481462] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.481649] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Instance network_info: |[{"id": "31499301-e276-4b97-87f0-a5cc541c5b46", "address": "fa:16:3e:64:d7:97", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31499301-e2", "ovs_interfaceid": "31499301-e276-4b97-87f0-a5cc541c5b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.482091] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d7:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31499301-e276-4b97-87f0-a5cc541c5b46', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.489793] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.490029] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.490257] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a90d7c9e-547b-4a92-879f-9f12b00d220c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.511501] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.511501] env[69644]: value = "task-3553276" [ 991.511501] env[69644]: _type = "Task" [ 991.511501] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.519363] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553276, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.616636] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553273, 'name': Rename_Task, 'duration_secs': 0.757044} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.616905] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.617150] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6664b92-15f3-487b-8e25-5de513b3e611 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623036] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 991.623036] env[69644]: value = "task-3553277" [ 991.623036] env[69644]: _type = "Task" [ 991.623036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.629850] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.643904] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac4b89d7-47c6-4517-9f97-ff0f4ec612c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.652312] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f5143-911a-4008-8b9e-93c388771621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.683667] env[69644]: DEBUG nova.compute.manager [req-32ef8946-8255-4e70-ac69-16c985b61219 req-8ac239f8-67c4-41a1-aa04-0a9419d71f92 service nova] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Detach interface failed, port_id=e3d06a6a-5c2b-46d6-95e4-c1fc2b38b3a2, reason: Instance b894e53d-94c2-4467-9fb6-3238c6fe3122 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.724645] env[69644]: DEBUG nova.compute.manager [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Received event network-changed-31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.724815] env[69644]: DEBUG nova.compute.manager [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Refreshing instance network info cache due to event network-changed-31499301-e276-4b97-87f0-a5cc541c5b46. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.725196] env[69644]: DEBUG oslo_concurrency.lockutils [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] Acquiring lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.725373] env[69644]: DEBUG oslo_concurrency.lockutils [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] Acquired lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.725647] env[69644]: DEBUG nova.network.neutron [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Refreshing network info cache for port 31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.752489] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527cb169-f9fa-5791-08b4-070a691919a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.753326] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c741622a-cae3-4de4-a664-1f84f1424e20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.758874] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 991.758874] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a6f6d-397e-6bf6-f96b-a33c6d6006f8" [ 991.758874] env[69644]: _type = "Task" [ 991.758874] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.766228] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a6f6d-397e-6bf6-f96b-a33c6d6006f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.846869] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.847564] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.852263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.645s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.852263] env[69644]: DEBUG nova.objects.instance [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lazy-loading 'resources' on Instance uuid 574d57df-06eb-431b-98b3-496feb19702b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.896650] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553275, 'name': ReconfigVM_Task, 'duration_secs': 0.352947} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.896857] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Reconfigured VM instance instance-0000004d to attach disk [datastore1] dafcba49-5e92-48e7-b82e-449551a74828/dafcba49-5e92-48e7-b82e-449551a74828.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.897555] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d120f60c-e4f5-4799-818f-e5b27aa4a86d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.905187] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 991.905187] env[69644]: value = "task-3553278" [ 991.905187] env[69644]: _type = "Task" [ 991.905187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.914290] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553278, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.023195] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553276, 'name': CreateVM_Task, 'duration_secs': 0.48924} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.023387] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.024319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.024319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.024547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.024807] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c515b8a2-645d-4cbb-8307-ae2bc349095b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.029513] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 992.029513] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5223d04d-fae8-d64f-fb7d-6d42118e6dad" [ 992.029513] env[69644]: _type = "Task" [ 992.029513] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.037874] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5223d04d-fae8-d64f-fb7d-6d42118e6dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.135637] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.275728] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526a6f6d-397e-6bf6-f96b-a33c6d6006f8, 'name': SearchDatastore_Task, 'duration_secs': 0.020276} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.276124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.276475] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.276819] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e6cd78-77f3-4e19-8a35-79dd6f77c733 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286121] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 992.286121] env[69644]: value = "task-3553279" [ 992.286121] env[69644]: _type = "Task" [ 992.286121] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.298119] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.353013] env[69644]: DEBUG nova.compute.utils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.354485] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.354659] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.415418] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553278, 'name': Rename_Task, 'duration_secs': 0.254945} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.420469] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.422235] env[69644]: DEBUG nova.policy [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.423735] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8684d2b-5c98-41e6-8a18-dddeb6cedbc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.431669] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 992.431669] env[69644]: value = "task-3553280" [ 992.431669] env[69644]: _type = "Task" [ 992.431669] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.445434] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.461953] env[69644]: DEBUG nova.network.neutron [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Updated VIF entry in instance network info cache for port 31499301-e276-4b97-87f0-a5cc541c5b46. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.462481] env[69644]: DEBUG nova.network.neutron [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Updating instance_info_cache with network_info: [{"id": "31499301-e276-4b97-87f0-a5cc541c5b46", "address": "fa:16:3e:64:d7:97", "network": {"id": "63da4ec0-9c48-41f0-ad3a-deb960b575be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2106879379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8421172409794796a6dc2abd7c0849da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31499301-e2", "ovs_interfaceid": "31499301-e276-4b97-87f0-a5cc541c5b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.541992] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5223d04d-fae8-d64f-fb7d-6d42118e6dad, 'name': SearchDatastore_Task, 'duration_secs': 0.022251} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.544902] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.545277] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.545469] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.545620] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.545803] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.546908] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-606755a2-b726-4142-a9b6-701b5f14aa24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.555943] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.556168] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.556956] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e592427d-1a48-4ba7-83e6-a32c682f8b8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.571149] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 992.571149] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6e001-e066-868d-395c-b4ed2f81c2d3" [ 992.571149] env[69644]: _type = "Task" [ 992.571149] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.580635] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6e001-e066-868d-395c-b4ed2f81c2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.640856] env[69644]: DEBUG oslo_vmware.api [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553277, 'name': PowerOnVM_Task, 'duration_secs': 0.528802} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.641149] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.641356] env[69644]: INFO nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Took 10.71 seconds to spawn the instance on the hypervisor. [ 992.641533] env[69644]: DEBUG nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.642365] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d7ffe-0c1f-49d9-8798-3805514fb267 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.797118] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553279, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.819238] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456741c2-491e-44fd-88a3-1e57b3ef21bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.828518] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f99f1-461b-48f4-bd2f-c9699b370682 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.863580] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.869492] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff85be-a5d2-4569-8202-4be5b8498847 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.881251] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ef72f-4747-40e6-8f6f-4d10c6095c75 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.903918] env[69644]: DEBUG nova.compute.provider_tree [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.948175] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553280, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.956218] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Successfully created port: 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.965073] env[69644]: DEBUG oslo_concurrency.lockutils [req-541e7cb7-8c15-4b1b-a602-9b833d9cf44b req-2ef91fb3-1389-483e-af72-2d61e2c959ef service nova] Releasing lock "refresh_cache-00a55e65-9f7f-4500-8d2f-6c53b74fed99" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.082311] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b6e001-e066-868d-395c-b4ed2f81c2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.083130] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40a37ab-aee5-4b49-a863-0be07f6cf3fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.089113] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 993.089113] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe0c1a-896b-0e86-a5d6-bb28348ecdb9" [ 993.089113] env[69644]: _type = "Task" [ 993.089113] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.097043] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe0c1a-896b-0e86-a5d6-bb28348ecdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.168120] env[69644]: INFO nova.compute.manager [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Took 43.86 seconds to build instance. [ 993.302520] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751896} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.302959] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.303271] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.303582] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667e3d1c-2aff-43a1-bb65-ff228e1750d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.310956] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 993.310956] env[69644]: value = "task-3553281" [ 993.310956] env[69644]: _type = "Task" [ 993.310956] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.320186] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.408030] env[69644]: DEBUG nova.scheduler.client.report [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.448036] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.602582] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe0c1a-896b-0e86-a5d6-bb28348ecdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.048455} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.602957] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.603326] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 00a55e65-9f7f-4500-8d2f-6c53b74fed99/00a55e65-9f7f-4500-8d2f-6c53b74fed99.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.603669] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a3cf4b-c013-436e-8286-b1850ab3ed70 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.610871] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 993.610871] env[69644]: value = "task-3553282" [ 993.610871] env[69644]: _type = "Task" [ 993.610871] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.619027] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.670898] env[69644]: DEBUG oslo_concurrency.lockutils [None req-afec7894-f459-4385-b1d4-7e8126c12cae tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.368s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.824138] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267739} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.824695] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.825538] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a6893-c22f-422e-9396-2b33a045cebd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.848507] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.850892] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265ca868-225a-41bb-b6a4-67748a1d45ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.869748] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 993.869748] env[69644]: value = "task-3553283" [ 993.869748] env[69644]: _type = "Task" [ 993.869748] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.876659] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.881803] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.910388] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.910644] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.910801] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.910981] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.911142] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.911290] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.911499] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.911658] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.911828] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.911989] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.912188] env[69644]: DEBUG nova.virt.hardware [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.912978] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.915576] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed2eb5a-0809-4e8e-a9e3-01f837b9d8a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.918929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.003s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.923284] env[69644]: INFO nova.compute.claims [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.931060] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3122ccd8-22aa-4e62-a879-a7c966908b24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.946650] env[69644]: INFO nova.scheduler.client.report [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Deleted allocations for instance 574d57df-06eb-431b-98b3-496feb19702b [ 993.961613] env[69644]: DEBUG oslo_vmware.api [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553280, 'name': PowerOnVM_Task, 'duration_secs': 1.242634} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.961613] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.961613] env[69644]: INFO nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Took 9.51 seconds to spawn the instance on the hypervisor. [ 993.961613] env[69644]: DEBUG nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.962090] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5905d-3fbe-437a-a98b-ae1c6da445f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124283] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553282, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.174652] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.380824] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.460881] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6f418204-fb1a-40b5-8ff1-f217c7699ef4 tempest-VolumesAdminNegativeTest-82035611 tempest-VolumesAdminNegativeTest-82035611-project-member] Lock "574d57df-06eb-431b-98b3-496feb19702b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.282s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.480007] env[69644]: INFO nova.compute.manager [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Took 44.49 seconds to build instance. [ 994.626112] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700559} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.626872] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 00a55e65-9f7f-4500-8d2f-6c53b74fed99/00a55e65-9f7f-4500-8d2f-6c53b74fed99.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.627148] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.627466] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d1af71-7f3c-4620-b7f7-0733eea29d67 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.635479] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 994.635479] env[69644]: value = "task-3553284" [ 994.635479] env[69644]: _type = "Task" [ 994.635479] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.647843] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.683044] env[69644]: DEBUG nova.compute.manager [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-vif-plugged-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.683319] env[69644]: DEBUG oslo_concurrency.lockutils [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.683648] env[69644]: DEBUG oslo_concurrency.lockutils [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.683934] env[69644]: DEBUG oslo_concurrency.lockutils [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.684137] env[69644]: DEBUG nova.compute.manager [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] No waiting events found dispatching network-vif-plugged-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 994.684282] env[69644]: WARNING nova.compute.manager [req-db84152d-d244-4dc7-a434-07b5db06af43 req-b9a0119e-8930-43b1-a5c6-8b8265331b75 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received unexpected event network-vif-plugged-9a008314-43f0-4cb2-a9a4-a18100b15b68 for instance with vm_state building and task_state spawning. [ 994.716533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.798927] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Successfully updated port: 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.880279] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553283, 'name': ReconfigVM_Task, 'duration_secs': 0.860675} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.880658] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.881288] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5598eb-2017-42ff-8dd9-c737a3c0e95b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.890260] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 994.890260] env[69644]: value = "task-3553285" [ 994.890260] env[69644]: _type = "Task" [ 994.890260] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.899060] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553285, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.984449] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76a00c6e-5c8e-4a5d-8dfb-4e9b5731ab47 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.008s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.067594] env[69644]: DEBUG nova.compute.manager [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 995.144258] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090216} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.144561] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.145407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92268dda-be27-45dd-937c-8a3021ff45ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.172142] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 00a55e65-9f7f-4500-8d2f-6c53b74fed99/00a55e65-9f7f-4500-8d2f-6c53b74fed99.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.174947] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600ad8d4-9a92-4b39-80a3-7d380d363cab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.195315] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 995.195315] env[69644]: value = "task-3553286" [ 995.195315] env[69644]: _type = "Task" [ 995.195315] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.204992] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.301554] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.301721] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.301866] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.315810] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227f72b-be4c-4fa8-b45e-194f91d85719 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.326218] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd4ba2c-91cc-444d-bdb8-8e785503ea8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.358102] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3786bd-3ab9-4d01-b959-6eb58b6d9505 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843750c-1c73-4ed0-84de-3566f47cb9ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.380983] env[69644]: DEBUG nova.compute.provider_tree [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.402562] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553285, 'name': Rename_Task, 'duration_secs': 0.207016} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.402562] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.402562] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d5979d-9b46-4b95-9872-7e3db6e4ee09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.409608] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 995.409608] env[69644]: value = "task-3553287" [ 995.409608] env[69644]: _type = "Task" [ 995.409608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.418957] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.586851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.705991] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.864114] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.888272] env[69644]: DEBUG nova.scheduler.client.report [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.918794] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.012015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "dafcba49-5e92-48e7-b82e-449551a74828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.012349] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.012577] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "dafcba49-5e92-48e7-b82e-449551a74828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.012749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.012990] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.015110] env[69644]: INFO nova.compute.manager [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Terminating instance [ 996.205693] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.393694] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.394287] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.399739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.933s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.401282] env[69644]: INFO nova.compute.claims [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.419172] env[69644]: DEBUG oslo_vmware.api [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553287, 'name': PowerOnVM_Task, 'duration_secs': 0.889053} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.419172] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.419357] env[69644]: INFO nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Took 9.47 seconds to spawn the instance on the hypervisor. [ 996.420173] env[69644]: DEBUG nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.420548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57812540-bd89-4022-8ca9-ad2e732991e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.502158] env[69644]: DEBUG nova.network.neutron [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.524930] env[69644]: DEBUG nova.compute.manager [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.525178] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.526114] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb782b-8ba2-43f7-bfeb-93569f3c1fa8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.534793] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.534976] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-791dc805-63b7-4e44-ac1c-c9c759131751 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.542109] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 996.542109] env[69644]: value = "task-3553288" [ 996.542109] env[69644]: _type = "Task" [ 996.542109] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.551526] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.708130] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553286, 'name': ReconfigVM_Task, 'duration_secs': 1.263784} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.708230] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 00a55e65-9f7f-4500-8d2f-6c53b74fed99/00a55e65-9f7f-4500-8d2f-6c53b74fed99.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.709093] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43bf321e-0150-45c7-b7b7-a415185e3e64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.715181] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 996.715181] env[69644]: value = "task-3553289" [ 996.715181] env[69644]: _type = "Task" [ 996.715181] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.728661] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553289, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.772579] env[69644]: DEBUG nova.compute.manager [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.772693] env[69644]: DEBUG nova.compute.manager [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.772870] env[69644]: DEBUG oslo_concurrency.lockutils [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.907622] env[69644]: DEBUG nova.compute.utils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.910017] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.910560] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.938549] env[69644]: INFO nova.compute.manager [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Took 44.92 seconds to build instance. [ 996.975254] env[69644]: DEBUG nova.policy [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3201329e05a4cd0b586b1c07ec2e4e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb86209de05430db0e5c8abee0e61bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.005987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.005987] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Instance network_info: |[{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.005987] env[69644]: DEBUG oslo_concurrency.lockutils [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.005987] env[69644]: DEBUG nova.network.neutron [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.007172] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:61:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a008314-43f0-4cb2-a9a4-a18100b15b68', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.015218] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.018208] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.019094] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e67fdf97-812b-47aa-bc5d-4485ba5adcb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.043255] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.043255] env[69644]: value = "task-3553290" [ 997.043255] env[69644]: _type = "Task" [ 997.043255] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.054422] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553288, 'name': PowerOffVM_Task, 'duration_secs': 0.163073} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.058370] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.058548] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.058785] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553290, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.059017] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec70803-61fa-4554-ada7-a3b7f98a4188 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.127618] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.132347] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.132639] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Deleting the datastore file [datastore1] dafcba49-5e92-48e7-b82e-449551a74828 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.132929] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc1f587-5ade-405e-ac19-abf27423a8aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.143931] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for the task: (returnval){ [ 997.143931] env[69644]: value = "task-3553292" [ 997.143931] env[69644]: _type = "Task" [ 997.143931] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.159578] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.224208] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553289, 'name': Rename_Task, 'duration_secs': 0.145339} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.224729] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.224729] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bbfee0f-b376-452c-82c8-c7a070490374 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.231119] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 997.231119] env[69644]: value = "task-3553293" [ 997.231119] env[69644]: _type = "Task" [ 997.231119] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.239434] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.326340] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Successfully created port: d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.366175] env[69644]: DEBUG nova.network.neutron [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.366637] env[69644]: DEBUG nova.network.neutron [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.411314] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.443178] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38b0d9ba-e298-40db-b7a2-7c2a7331903a tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.441s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.563774] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553290, 'name': CreateVM_Task, 'duration_secs': 0.379976} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.564033] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.564676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.564831] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.565179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.565539] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd28825-a90c-47af-a103-d8742b006e7b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.575406] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 997.575406] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228504b-c01b-7517-aa89-771fbcfc5fae" [ 997.575406] env[69644]: _type = "Task" [ 997.575406] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.585118] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228504b-c01b-7517-aa89-771fbcfc5fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.654013] env[69644]: DEBUG oslo_vmware.api [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Task: {'id': task-3553292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156672} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.656935] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.657179] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.657397] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.657603] env[69644]: INFO nova.compute.manager [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Took 1.13 seconds to destroy the instance on the hypervisor. [ 997.657924] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.658584] env[69644]: DEBUG nova.compute.manager [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.658927] env[69644]: DEBUG nova.network.neutron [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.744882] env[69644]: DEBUG oslo_vmware.api [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553293, 'name': PowerOnVM_Task, 'duration_secs': 0.493379} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.748413] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.748743] env[69644]: INFO nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Took 8.36 seconds to spawn the instance on the hypervisor. [ 997.749041] env[69644]: DEBUG nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.752043] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fff89a-fb08-47bc-9b66-3a03336e5a6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.863830] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a8739-4e12-4468-b519-2d1271e70070 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.869455] env[69644]: DEBUG oslo_concurrency.lockutils [req-e780aa30-cf15-4408-ac10-ff3b166214f1 req-b8f8186e-21f2-451b-838b-de504ffe550e service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.873081] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abb19f-0d97-4846-a877-d21e058aa0d1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.910328] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86409c9-a9f9-4d1a-8fa9-b1cadff07088 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.918846] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71de4917-a04f-4a0b-8dd3-914d635faf77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.941678] env[69644]: DEBUG nova.compute.provider_tree [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.090584] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228504b-c01b-7517-aa89-771fbcfc5fae, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.090764] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.091081] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.091418] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.091653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.091915] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.092259] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38ff53f-19df-4ee1-a7f2-11ee00930871 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.102027] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.102333] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.105333] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2355f16-382d-4f71-a879-014ab1b15618 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.111880] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 998.111880] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bf6d0-2af6-be34-2289-6e35c6e5a3c4" [ 998.111880] env[69644]: _type = "Task" [ 998.111880] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.118555] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bf6d0-2af6-be34-2289-6e35c6e5a3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.227891] env[69644]: DEBUG nova.compute.manager [req-2872d431-b1e8-4737-bb2d-2926fbebfb48 req-f2816114-adc2-4061-ab79-aa9afd9a1951 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Received event network-vif-deleted-e72f91a5-e84a-4860-88e9-519392f244f9 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.227891] env[69644]: INFO nova.compute.manager [req-2872d431-b1e8-4737-bb2d-2926fbebfb48 req-f2816114-adc2-4061-ab79-aa9afd9a1951 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Neutron deleted interface e72f91a5-e84a-4860-88e9-519392f244f9; detaching it from the instance and deleting it from the info cache [ 998.227891] env[69644]: DEBUG nova.network.neutron [req-2872d431-b1e8-4737-bb2d-2926fbebfb48 req-f2816114-adc2-4061-ab79-aa9afd9a1951 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.274843] env[69644]: INFO nova.compute.manager [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Took 45.14 seconds to build instance. [ 998.443316] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.446173] env[69644]: DEBUG nova.scheduler.client.report [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.489768] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.489768] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.489768] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.490081] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.490081] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.490225] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.490467] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.490684] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.490791] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.490950] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.491133] env[69644]: DEBUG nova.virt.hardware [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.492296] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a71dd-961b-41b5-af95-a7dd8b25923a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.501019] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6f97a-1b9e-4197-baf9-5d3ffe79f198 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.505317] env[69644]: DEBUG nova.network.neutron [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.620286] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bf6d0-2af6-be34-2289-6e35c6e5a3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.041645} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.621316] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40b0655-e4b0-4f63-821f-88f775d27a05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.626987] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 998.626987] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5220ae21-8054-b6f2-9604-bd6a687e061e" [ 998.626987] env[69644]: _type = "Task" [ 998.626987] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.634404] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5220ae21-8054-b6f2-9604-bd6a687e061e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.729884] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cda5221-591d-4750-abdb-2cc84de9f5f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.739953] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66a5cf-16b6-40ea-9472-5d0c34bdeb4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.776441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-04ebf222-91f7-4160-bb3b-3c814b95330c tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.646s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.776887] env[69644]: DEBUG nova.compute.manager [req-2872d431-b1e8-4737-bb2d-2926fbebfb48 req-f2816114-adc2-4061-ab79-aa9afd9a1951 service nova] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Detach interface failed, port_id=e72f91a5-e84a-4860-88e9-519392f244f9, reason: Instance dafcba49-5e92-48e7-b82e-449551a74828 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.954021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.954021] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.958015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.287s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.958685] env[69644]: DEBUG nova.objects.instance [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 999.007246] env[69644]: INFO nova.compute.manager [-] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Took 1.35 seconds to deallocate network for instance. [ 999.135707] env[69644]: DEBUG nova.compute.manager [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Received event network-changed-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.135946] env[69644]: DEBUG nova.compute.manager [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Refreshing instance network info cache due to event network-changed-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.136177] env[69644]: DEBUG oslo_concurrency.lockutils [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.136316] env[69644]: DEBUG oslo_concurrency.lockutils [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.136469] env[69644]: DEBUG nova.network.neutron [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Refreshing network info cache for port 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.142238] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5220ae21-8054-b6f2-9604-bd6a687e061e, 'name': SearchDatastore_Task, 'duration_secs': 0.03196} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.143056] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.143091] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 261bd7d7-c74b-4b96-996c-348b1d99083c/261bd7d7-c74b-4b96-996c-348b1d99083c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.143483] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdbcd404-494c-4fe4-aec6-8a2129345077 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.151685] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 999.151685] env[69644]: value = "task-3553294" [ 999.151685] env[69644]: _type = "Task" [ 999.151685] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.161639] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.471465] env[69644]: DEBUG nova.compute.utils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.477248] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.477248] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.515215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.526900] env[69644]: DEBUG nova.policy [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e775c2d01b56499385781d26f5a88a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ea010f5ef1e42f18f104ae401113225', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.669596] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.670506] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Successfully updated port: d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.978204] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.983974] env[69644]: DEBUG oslo_concurrency.lockutils [None req-70cec937-2583-4203-96ae-21bdc0a135ed tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.984839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.972s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.986584] env[69644]: INFO nova.compute.claims [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.993548] env[69644]: DEBUG nova.compute.manager [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.995152] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbcc35-2d48-44db-a854-5db3c97deff8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.034124] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Successfully created port: a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.067919] env[69644]: DEBUG nova.network.neutron [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updated VIF entry in instance network info cache for port 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.068356] env[69644]: DEBUG nova.network.neutron [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.167208] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.174580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.176513] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquired lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.176513] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.515176] env[69644]: INFO nova.compute.manager [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] instance snapshotting [ 1000.517951] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afc14e-ccd4-4970-9e64-0668c8dde017 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.540958] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69c6a7-0be3-4669-bb64-216be51b282c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.573409] env[69644]: DEBUG oslo_concurrency.lockutils [req-d332876a-7f48-4592-ad6c-13b44bd41fe3 req-ab760100-51c8-4423-a0a3-90a7fcfad88d service nova] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.668253] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019233} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.668531] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 261bd7d7-c74b-4b96-996c-348b1d99083c/261bd7d7-c74b-4b96-996c-348b1d99083c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.668746] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.669040] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f044fb56-aa26-4e54-925d-49d4fd01413b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.676097] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1000.676097] env[69644]: value = "task-3553295" [ 1000.676097] env[69644]: _type = "Task" [ 1000.676097] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.686157] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.733610] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.903193] env[69644]: DEBUG nova.network.neutron [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updating instance_info_cache with network_info: [{"id": "d7a2d253-6496-477d-8946-cbd76d918a48", "address": "fa:16:3e:8d:58:72", "network": {"id": "6f17f9cb-0e1f-4db0-a536-02fa85ca6ce6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-893265189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb86209de05430db0e5c8abee0e61bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a2d253-64", "ovs_interfaceid": "d7a2d253-6496-477d-8946-cbd76d918a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.990843] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.018472] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.018724] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.018894] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.019123] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.019494] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.019664] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.019873] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.020071] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.020263] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.020429] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.020605] env[69644]: DEBUG nova.virt.hardware [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.021475] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39447cf5-9652-43a7-89e0-c7273eb4961a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.033515] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12824494-9bd4-4c71-9745-e722f1234ec2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.052082] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.052512] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30ea5a15-d30b-422e-a8e2-696519157eb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.060029] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1001.060029] env[69644]: value = "task-3553296" [ 1001.060029] env[69644]: _type = "Task" [ 1001.060029] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.069305] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.168120] env[69644]: DEBUG nova.compute.manager [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Received event network-vif-plugged-d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.168290] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Acquiring lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.168958] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.168958] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.168958] env[69644]: DEBUG nova.compute.manager [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] No waiting events found dispatching network-vif-plugged-d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.169137] env[69644]: WARNING nova.compute.manager [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Received unexpected event network-vif-plugged-d7a2d253-6496-477d-8946-cbd76d918a48 for instance with vm_state building and task_state spawning. [ 1001.169215] env[69644]: DEBUG nova.compute.manager [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Received event network-changed-d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.169835] env[69644]: DEBUG nova.compute.manager [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Refreshing instance network info cache due to event network-changed-d7a2d253-6496-477d-8946-cbd76d918a48. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.169835] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Acquiring lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191213] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143756} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.191213] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.191213] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120a07b-e6b0-4a72-8a41-59b951fb11f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.217640] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 261bd7d7-c74b-4b96-996c-348b1d99083c/261bd7d7-c74b-4b96-996c-348b1d99083c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.221083] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4d6fcc-5d02-44ae-9e40-20fb669af6cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.241501] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1001.241501] env[69644]: value = "task-3553297" [ 1001.241501] env[69644]: _type = "Task" [ 1001.241501] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.251519] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.348483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474533b1-9c2e-42d1-873a-37510d22ce2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.355779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f081355-fabc-472e-b266-e51fed2a27f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.386355] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d64f59c-519a-40db-8051-b9e248762489 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394043] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbac81-99f8-4660-8b9c-8d746c43f875 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.407402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Releasing lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.407731] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Instance network_info: |[{"id": "d7a2d253-6496-477d-8946-cbd76d918a48", "address": "fa:16:3e:8d:58:72", "network": {"id": "6f17f9cb-0e1f-4db0-a536-02fa85ca6ce6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-893265189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb86209de05430db0e5c8abee0e61bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a2d253-64", "ovs_interfaceid": "d7a2d253-6496-477d-8946-cbd76d918a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.408230] env[69644]: DEBUG nova.compute.provider_tree [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.409537] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Acquired lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.411031] env[69644]: DEBUG nova.network.neutron [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Refreshing network info cache for port d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.411366] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:58:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a2d253-6496-477d-8946-cbd76d918a48', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.419740] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Creating folder: Project (cdb86209de05430db0e5c8abee0e61bd). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.421308] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d03dc8-4fa8-4b4d-9e2b-f7994a4fb0f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.432111] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Created folder: Project (cdb86209de05430db0e5c8abee0e61bd) in parent group-v709242. [ 1001.432313] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Creating folder: Instances. Parent ref: group-v709458. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.432671] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e052c54-7cb2-45c9-885c-65737dcd857d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.441707] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Created folder: Instances in parent group-v709458. [ 1001.441937] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.442136] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.442335] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d72e12be-3777-4e42-91e0-3493cf547155 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.464374] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.464374] env[69644]: value = "task-3553300" [ 1001.464374] env[69644]: _type = "Task" [ 1001.464374] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.471446] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553300, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.515453] env[69644]: DEBUG nova.compute.manager [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.515686] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.515884] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.516060] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.516224] env[69644]: DEBUG nova.compute.manager [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] No waiting events found dispatching network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.516383] env[69644]: WARNING nova.compute.manager [req-f5423cad-d281-4bb6-a430-ac0d073c6b87 req-eb43bb9c-297a-455c-aa0b-92cffd293cce service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received unexpected event network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f for instance with vm_state building and task_state spawning. [ 1001.569552] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.595450] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Successfully updated port: a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.751776] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.922198] env[69644]: DEBUG nova.scheduler.client.report [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.977616] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553300, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.070491] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.097459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.097619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.097792] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.182186] env[69644]: DEBUG nova.network.neutron [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updated VIF entry in instance network info cache for port d7a2d253-6496-477d-8946-cbd76d918a48. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.182576] env[69644]: DEBUG nova.network.neutron [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updating instance_info_cache with network_info: [{"id": "d7a2d253-6496-477d-8946-cbd76d918a48", "address": "fa:16:3e:8d:58:72", "network": {"id": "6f17f9cb-0e1f-4db0-a536-02fa85ca6ce6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-893265189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb86209de05430db0e5c8abee0e61bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a2d253-64", "ovs_interfaceid": "d7a2d253-6496-477d-8946-cbd76d918a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.253185] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.429879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.430562] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.434113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.138s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.434170] env[69644]: DEBUG nova.objects.instance [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lazy-loading 'resources' on Instance uuid 046a2f30-1a93-4390-9ee3-62f8d6910029 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.476702] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553300, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.576833] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553296, 'name': CreateSnapshot_Task, 'duration_secs': 1.139684} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.577287] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.577860] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2695b4-475a-4011-8c45-704eb40dc119 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.628064] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.686059] env[69644]: DEBUG oslo_concurrency.lockutils [req-103d94c0-fb28-41d6-a1e7-4bf35ca7234d req-87ad27ab-8754-4d06-85ff-cf2eeddb6da4 service nova] Releasing lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.753920] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553297, 'name': ReconfigVM_Task, 'duration_secs': 1.159146} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.754788] env[69644]: DEBUG nova.network.neutron [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.755935] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 261bd7d7-c74b-4b96-996c-348b1d99083c/261bd7d7-c74b-4b96-996c-348b1d99083c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.760069] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bba51fa-7d60-42ab-aebe-409574ce1871 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.766345] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1002.766345] env[69644]: value = "task-3553301" [ 1002.766345] env[69644]: _type = "Task" [ 1002.766345] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.775924] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553301, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.937384] env[69644]: DEBUG nova.compute.utils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.938852] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.939068] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.976564] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553300, 'name': CreateVM_Task, 'duration_secs': 1.033835} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.976727] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.978379] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.978379] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.978379] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.978379] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a82951d-63df-416f-837f-ab0117dbc025 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.982718] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1002.982718] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261c400-abd4-c53e-b41a-74fcae7a0ca9" [ 1002.982718] env[69644]: _type = "Task" [ 1002.982718] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.993469] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261c400-abd4-c53e-b41a-74fcae7a0ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.104389] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.104951] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5c2419a-644a-4478-a0a5-e56f557aef94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.115246] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1003.115246] env[69644]: value = "task-3553302" [ 1003.115246] env[69644]: _type = "Task" [ 1003.115246] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.127200] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553302, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.247338] env[69644]: DEBUG nova.policy [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60a3321f3ad4148abc7912eeca37db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a20f33c61624b4b87ddaa0f1929ac39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.261903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261903] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance network_info: |[{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.262095] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:0c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a208b322-f53f-45dc-8743-d84b6780724f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.269414] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating folder: Project (4ea010f5ef1e42f18f104ae401113225). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.272422] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54046699-17a9-4962-bf4d-61b5ef99e7b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.286444] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553301, 'name': Rename_Task, 'duration_secs': 0.382782} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.286724] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.286974] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b484231-1f41-459c-9e3d-020f9f88aae3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.292249] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created folder: Project (4ea010f5ef1e42f18f104ae401113225) in parent group-v709242. [ 1003.292894] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating folder: Instances. Parent ref: group-v709463. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.294180] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b68287e-2e9b-441e-b618-b22a65d10677 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.299842] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1003.299842] env[69644]: value = "task-3553304" [ 1003.299842] env[69644]: _type = "Task" [ 1003.299842] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.303748] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created folder: Instances in parent group-v709463. [ 1003.304119] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.307441] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.307704] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.310334] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f613ae-0ac9-4c18-bcd8-93a8d170e6d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.331072] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.331072] env[69644]: value = "task-3553306" [ 1003.331072] env[69644]: _type = "Task" [ 1003.331072] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.345781] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553306, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.412570] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f14c3-8f05-447b-8551-c3ac6019d6e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.420448] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb30a08-4cc6-4050-8f06-3f011ae6eba2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.452451] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.455697] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169b1297-297f-489c-8432-97962f084e73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.467624] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7781ec-ecc5-431b-a920-d6c435b2f808 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.478804] env[69644]: DEBUG nova.compute.provider_tree [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.493028] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5261c400-abd4-c53e-b41a-74fcae7a0ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.493347] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.493720] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.493802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.493885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.494076] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.494918] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfd9899-7127-46c6-9782-9f7aa3d21b1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.503725] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.503914] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.505567] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43b1332-821a-4898-809a-837cf1c83535 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.511806] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1003.511806] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ad6f1-340b-f91b-18fb-37fd987a485b" [ 1003.511806] env[69644]: _type = "Task" [ 1003.511806] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.519081] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ad6f1-340b-f91b-18fb-37fd987a485b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.556487] env[69644]: DEBUG nova.compute.manager [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-changed-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.556682] env[69644]: DEBUG nova.compute.manager [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing instance network info cache due to event network-changed-a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.556906] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.557059] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.557216] env[69644]: DEBUG nova.network.neutron [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing network info cache for port a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.571901] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Successfully created port: 78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.625270] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553302, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.810740] env[69644]: DEBUG oslo_vmware.api [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553304, 'name': PowerOnVM_Task, 'duration_secs': 0.475196} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.811110] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.811401] env[69644]: INFO nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1003.811659] env[69644]: DEBUG nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.812841] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78324c-f6c8-4a2e-88f1-ea6374c1250d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.840586] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553306, 'name': CreateVM_Task, 'duration_secs': 0.327932} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.840809] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.841489] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.841691] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.841988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842247] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fee1fa2-d7fc-48db-9cde-4c3204c45ef7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.849247] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1003.849247] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a421ee-143b-5148-8eee-d91629db8694" [ 1003.849247] env[69644]: _type = "Task" [ 1003.849247] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.859100] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a421ee-143b-5148-8eee-d91629db8694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.983278] env[69644]: DEBUG nova.scheduler.client.report [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.024494] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ad6f1-340b-f91b-18fb-37fd987a485b, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.025324] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5a9f4b-4f72-45e0-8112-149b2092d02a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.031018] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1004.031018] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fc5bfe-ec2d-5688-018a-3e7808a67810" [ 1004.031018] env[69644]: _type = "Task" [ 1004.031018] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.043355] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fc5bfe-ec2d-5688-018a-3e7808a67810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.127394] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553302, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.320778] env[69644]: DEBUG nova.network.neutron [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updated VIF entry in instance network info cache for port a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.321095] env[69644]: DEBUG nova.network.neutron [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.340522] env[69644]: INFO nova.compute.manager [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Took 47.32 seconds to build instance. [ 1004.358117] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a421ee-143b-5148-8eee-d91629db8694, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.358117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358192] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.358392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.465935] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.488740] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.489071] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.489273] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.489491] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.489669] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.489849] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.490103] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.490328] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.490530] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.490739] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.490949] env[69644]: DEBUG nova.virt.hardware [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.491838] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a47598-897f-4fba-9275-15497f2d8e45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.494972] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.497799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.660s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.499187] env[69644]: INFO nova.compute.claims [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.508387] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a38e38-99df-4b87-837c-ee8ee7e3c84f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.530944] env[69644]: INFO nova.scheduler.client.report [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Deleted allocations for instance 046a2f30-1a93-4390-9ee3-62f8d6910029 [ 1004.543970] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fc5bfe-ec2d-5688-018a-3e7808a67810, 'name': SearchDatastore_Task, 'duration_secs': 0.021258} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.544270] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.544557] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8a056a9c-9119-495f-8055-71c77d3a1b11/8a056a9c-9119-495f-8055-71c77d3a1b11.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.544903] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.545040] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.545300] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcecf9e6-3641-41a6-971b-5042f4377549 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.547263] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66067ef4-d62e-4e6a-8cf5-ba8b2905dbfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.553897] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1004.553897] env[69644]: value = "task-3553307" [ 1004.553897] env[69644]: _type = "Task" [ 1004.553897] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.558247] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.558386] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.559599] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e326fbc-8bae-49ee-a2c4-e20a099bf31d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.565443] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.569074] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1004.569074] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5275f914-9fb4-605d-a44c-57f019cb69c7" [ 1004.569074] env[69644]: _type = "Task" [ 1004.569074] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.576979] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5275f914-9fb4-605d-a44c-57f019cb69c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.626923] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553302, 'name': CloneVM_Task, 'duration_secs': 1.259942} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.627938] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Created linked-clone VM from snapshot [ 1004.629056] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62d03a-539c-4344-aece-5741ce1ba6eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.638860] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Uploading image 8317b35d-29e2-4400-a455-da5246f9ee13 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.652145] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.652356] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c49d56fa-45f8-4e27-adeb-93c1bfaaf4b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.660591] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1004.660591] env[69644]: value = "task-3553308" [ 1004.660591] env[69644]: _type = "Task" [ 1004.660591] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.671399] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553308, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.823869] env[69644]: DEBUG oslo_concurrency.lockutils [req-ad3d2259-03ed-47e8-af1d-d75caecdbec2 req-3eda2637-2f78-4092-b877-84887312143a service nova] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.842742] env[69644]: DEBUG oslo_concurrency.lockutils [None req-38a946d6-f7f2-46b8-8852-e437fe57fe62 tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.840s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.046934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7956b13d-c960-478f-92ce-bd2de4842178 tempest-ServersListShow296Test-828181566 tempest-ServersListShow296Test-828181566-project-member] Lock "046a2f30-1a93-4390-9ee3-62f8d6910029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.055s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.067997] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553307, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.085515] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5275f914-9fb4-605d-a44c-57f019cb69c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.086881] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d8a4c9-acb6-4e39-a4a8-779e8b792601 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.095813] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1005.095813] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52421cc0-1da0-bd8e-02ed-d56c2da1dbca" [ 1005.095813] env[69644]: _type = "Task" [ 1005.095813] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.107849] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52421cc0-1da0-bd8e-02ed-d56c2da1dbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.115307] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Successfully updated port: 78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.173228] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553308, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.566127] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835054} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.566127] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8a056a9c-9119-495f-8055-71c77d3a1b11/8a056a9c-9119-495f-8055-71c77d3a1b11.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.566303] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.566564] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a040f5af-d243-48d9-8a4d-f36e1310fa04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.575360] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1005.575360] env[69644]: value = "task-3553309" [ 1005.575360] env[69644]: _type = "Task" [ 1005.575360] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.582967] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.609515] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52421cc0-1da0-bd8e-02ed-d56c2da1dbca, 'name': SearchDatastore_Task, 'duration_secs': 0.051638} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.610252] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.610252] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.610487] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a88edf4a-967c-4c18-87ba-7806cb811c0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.620241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.620392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.620547] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.626090] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1005.626090] env[69644]: value = "task-3553310" [ 1005.626090] env[69644]: _type = "Task" [ 1005.626090] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.644480] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.673578] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553308, 'name': Destroy_Task, 'duration_secs': 0.727983} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.673856] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Destroyed the VM [ 1005.677302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.682906] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb78eef5-ef20-4267-b6bd-6c1707efc9ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.691749] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1005.691749] env[69644]: value = "task-3553311" [ 1005.691749] env[69644]: _type = "Task" [ 1005.691749] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.703701] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.785699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "f8d88412-9505-4d08-afec-8af73e0995ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.786146] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.879772] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.880059] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.880375] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.880556] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.880887] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.040454] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1077c770-668d-4ece-a640-187bf917e466 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.050023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a6f7e-ed33-4f75-8343-f056c13a5cd1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.089176] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49b4d1-0df0-4c41-9efb-aadbb2b13caf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.097068] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.097322] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.105704] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38246e6-d9f0-4c3a-b08a-1bb763259cd7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.110155] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072777} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.111400] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.112739] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d150d9a5-5a1c-44b6-a99f-2deefdeeddcc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.127484] env[69644]: DEBUG nova.compute.provider_tree [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.158048] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 8a056a9c-9119-495f-8055-71c77d3a1b11/8a056a9c-9119-495f-8055-71c77d3a1b11.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.158048] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddcfb5d-38d6-47ab-b207-3f2f35096c90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.176892] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553310, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.183297] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1006.183297] env[69644]: value = "task-3553312" [ 1006.183297] env[69644]: _type = "Task" [ 1006.183297] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.184212] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.199491] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.208506] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.289024] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.358261] env[69644]: DEBUG nova.network.neutron [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating instance_info_cache with network_info: [{"id": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "address": "fa:16:3e:79:09:5a", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a0cd90-a4", "ovs_interfaceid": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.605431] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.625114] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.625114] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.635239] env[69644]: DEBUG nova.scheduler.client.report [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.649739] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579398} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.650026] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.650224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.650508] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f682215c-4dd7-4718-a740-c8567f4d01e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.658205] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1006.658205] env[69644]: value = "task-3553313" [ 1006.658205] env[69644]: _type = "Task" [ 1006.658205] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.673389] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.705584] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553312, 'name': ReconfigVM_Task, 'duration_secs': 0.313029} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.708698] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 8a056a9c-9119-495f-8055-71c77d3a1b11/8a056a9c-9119-495f-8055-71c77d3a1b11.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.709519] env[69644]: DEBUG oslo_vmware.api [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553311, 'name': RemoveSnapshot_Task, 'duration_secs': 0.945216} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.709767] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6e6edf-7f0f-45b3-83bf-5b0b3f8615a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.712581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.725253] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1006.725253] env[69644]: value = "task-3553314" [ 1006.725253] env[69644]: _type = "Task" [ 1006.725253] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.736932] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553314, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.819018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.860380] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.860380] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance network_info: |[{"id": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "address": "fa:16:3e:79:09:5a", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a0cd90-a4", "ovs_interfaceid": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.860817] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:09:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a0cd90-a426-4a79-b9b2-dabd1cdaa560', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.869866] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.870119] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.870364] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c8a80f-28b3-4710-bc53-0345f26991dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.891819] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.891819] env[69644]: value = "task-3553315" [ 1006.891819] env[69644]: _type = "Task" [ 1006.891819] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.900436] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553315, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.928359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "a4458be6-1f79-486d-aced-2e9072547b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.928359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.928359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "a4458be6-1f79-486d-aced-2e9072547b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.928359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.928495] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.933018] env[69644]: INFO nova.compute.manager [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Terminating instance [ 1007.127046] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.127318] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Received event network-vif-plugged-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.127514] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.127713] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.127875] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.128155] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] No waiting events found dispatching network-vif-plugged-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.128292] env[69644]: WARNING nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Received unexpected event network-vif-plugged-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 for instance with vm_state building and task_state spawning. [ 1007.128457] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Received event network-changed-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.128609] env[69644]: DEBUG nova.compute.manager [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Refreshing instance network info cache due to event network-changed-78a0cd90-a426-4a79-b9b2-dabd1cdaa560. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.128943] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Acquiring lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.128943] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Acquired lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.129109] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Refreshing network info cache for port 78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.131377] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.144881] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.145425] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.148670] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.142s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.148670] env[69644]: DEBUG nova.objects.instance [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lazy-loading 'resources' on Instance uuid a3dd2d25-8985-422d-b833-8eebdbaac484 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.168016] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081734} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.168314] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.169067] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51891ff3-accd-447f-8e90-2ab56a38401a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.193378] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.193995] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78ce63c-f8f1-4b2e-9640-183e87c25ca6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.214819] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1007.214819] env[69644]: value = "task-3553316" [ 1007.214819] env[69644]: _type = "Task" [ 1007.214819] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.219611] env[69644]: WARNING nova.compute.manager [None req-2f526745-7a54-4f67-88f6-f727fe2dea0e tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Image not found during snapshot: nova.exception.ImageNotFound: Image 8317b35d-29e2-4400-a455-da5246f9ee13 could not be found. [ 1007.226484] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.234493] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553314, 'name': Rename_Task, 'duration_secs': 0.291509} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.235323] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.235562] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af6dc7a3-819b-4bc5-b1d0-68d543e6e43d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.242376] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1007.242376] env[69644]: value = "task-3553317" [ 1007.242376] env[69644]: _type = "Task" [ 1007.242376] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.250212] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.402283] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553315, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.435259] env[69644]: DEBUG nova.compute.manager [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.435499] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.436480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf56bdc-e722-4b4f-a99e-9d34e48ade68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.446850] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.447116] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b58197f-df31-455b-b721-3325c46f86f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.453279] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 1007.453279] env[69644]: value = "task-3553318" [ 1007.453279] env[69644]: _type = "Task" [ 1007.453279] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.461028] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.651367] env[69644]: DEBUG nova.compute.utils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.652790] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.652938] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.729811] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.733119] env[69644]: DEBUG nova.policy [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ad9851f4eef47a2a4e18dad550157b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e72f36d8c8a342649e85b3696157d37f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.753466] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.907831] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553315, 'name': CreateVM_Task, 'duration_secs': 0.778004} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.910874] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.911676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.911879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.912308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.913344] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99add518-43ff-4b33-abb8-9f1ae3d3a729 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.921505] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1007.921505] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ba7af9-440b-0be8-a7b9-24459ddf2fbe" [ 1007.921505] env[69644]: _type = "Task" [ 1007.921505] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.930702] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ba7af9-440b-0be8-a7b9-24459ddf2fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.963702] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553318, 'name': PowerOffVM_Task, 'duration_secs': 0.470996} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.966821] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.967036] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.967555] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-783c2ae1-d328-4462-adcf-cb063d29497f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.981617] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updated VIF entry in instance network info cache for port 78a0cd90-a426-4a79-b9b2-dabd1cdaa560. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.981956] env[69644]: DEBUG nova.network.neutron [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating instance_info_cache with network_info: [{"id": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "address": "fa:16:3e:79:09:5a", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a0cd90-a4", "ovs_interfaceid": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.038302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.038447] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.038627] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Deleting the datastore file [datastore2] a4458be6-1f79-486d-aced-2e9072547b45 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.038943] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0a9adf1-0099-46db-b17a-970a08d2b0f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.049801] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for the task: (returnval){ [ 1008.049801] env[69644]: value = "task-3553320" [ 1008.049801] env[69644]: _type = "Task" [ 1008.049801] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.061859] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.115276] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92ff36b-4f75-40a9-a49e-094b7e01631f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.124294] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb535e-0ce3-4b5d-8863-24323759f37f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.162990] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.169719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.169719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.169719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.169719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.169719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.171356] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1e110f-1882-46c8-a99d-cba3733c0966 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.174272] env[69644]: INFO nova.compute.manager [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Terminating instance [ 1008.182416] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Successfully created port: 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.185908] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de7ca3-b0d2-4a05-a964-dc71cf99eee3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.204413] env[69644]: DEBUG nova.compute.provider_tree [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.225751] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553316, 'name': ReconfigVM_Task, 'duration_secs': 0.854541} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.226152] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.226762] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fc2d15b-a87b-4818-bb27-535b1abed126 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.236470] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1008.236470] env[69644]: value = "task-3553321" [ 1008.236470] env[69644]: _type = "Task" [ 1008.236470] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.244862] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553321, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.253785] env[69644]: DEBUG oslo_vmware.api [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553317, 'name': PowerOnVM_Task, 'duration_secs': 0.782432} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.254032] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.254232] env[69644]: INFO nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1008.254409] env[69644]: DEBUG nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.255150] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4131bf8-50f9-44a6-84b5-736762c905d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.433546] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ba7af9-440b-0be8-a7b9-24459ddf2fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013728} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.433851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.434098] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.434340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.434484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.434659] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.434917] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bbe03db-9ee3-488f-b205-e0ec09ab0604 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.444813] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.444991] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.445742] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11459e0-f5c8-45e5-90ee-6f07b5b94db9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.453427] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1008.453427] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5254aa61-c879-3c24-cbbc-0098d4ee8dd6" [ 1008.453427] env[69644]: _type = "Task" [ 1008.453427] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465531] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5254aa61-c879-3c24-cbbc-0098d4ee8dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.489525] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b56bb11-0bd7-48b6-83ac-720817cf0454 req-d3c4ad96-78f5-41b6-a3c4-e9c7485c803b service nova] Releasing lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.561361] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.680119] env[69644]: DEBUG nova.compute.manager [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.680448] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.681763] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3599d4-fc7b-4f9e-a3ec-d6f0bf55d974 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.691782] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.691911] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db84bdc-6342-49fc-b336-41ec4b75aff7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.702241] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1008.702241] env[69644]: value = "task-3553322" [ 1008.702241] env[69644]: _type = "Task" [ 1008.702241] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.707073] env[69644]: DEBUG nova.scheduler.client.report [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.717168] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.749044] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553321, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.772126] env[69644]: INFO nova.compute.manager [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Took 43.88 seconds to build instance. [ 1008.968240] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5254aa61-c879-3c24-cbbc-0098d4ee8dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.969631] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea2a4bf-7e92-477d-9c21-17238814c0f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.977424] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1008.977424] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c79a-8350-dcff-8dd4-a7eaf644a940" [ 1008.977424] env[69644]: _type = "Task" [ 1008.977424] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.989677] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c79a-8350-dcff-8dd4-a7eaf644a940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.060857] env[69644]: DEBUG oslo_vmware.api [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Task: {'id': task-3553320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577694} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.061128] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.061312] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.061507] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.061675] env[69644]: INFO nova.compute.manager [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1009.061913] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.062111] env[69644]: DEBUG nova.compute.manager [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.062208] env[69644]: DEBUG nova.network.neutron [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.183253] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.214346] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.214689] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.214913] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.215189] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.215406] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.215623] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.215917] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.216171] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.216420] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.216654] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.216900] env[69644]: DEBUG nova.virt.hardware [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.217883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.221262] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef495b-aa32-43bd-a964-2f157e2c0be3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.227424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.991s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.227648] env[69644]: DEBUG nova.objects.instance [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lazy-loading 'resources' on Instance uuid 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.228845] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553322, 'name': PowerOffVM_Task, 'duration_secs': 0.303352} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.229668] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.229818] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.230082] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e20c7cc1-1858-4a85-9325-e96da3cb387e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.234790] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a0893-dea1-4d28-b544-347dd8e3fc5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.254618] env[69644]: INFO nova.scheduler.client.report [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleted allocations for instance a3dd2d25-8985-422d-b833-8eebdbaac484 [ 1009.262454] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553321, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.277364] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d0485e3a-876f-4eeb-98c9-e0750b2e1357 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.414s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.301024] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.301454] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.301454] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleting the datastore file [datastore1] 00a55e65-9f7f-4500-8d2f-6c53b74fed99 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.301676] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4756ab8d-f451-40cc-887b-929dcc70663c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.309435] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for the task: (returnval){ [ 1009.309435] env[69644]: value = "task-3553324" [ 1009.309435] env[69644]: _type = "Task" [ 1009.309435] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.321593] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.490849] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5228c79a-8350-dcff-8dd4-a7eaf644a940, 'name': SearchDatastore_Task, 'duration_secs': 0.022453} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.491084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.491935] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.491935] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16bd9b8e-202a-478e-9926-2569bfbd4865 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.502759] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1009.502759] env[69644]: value = "task-3553325" [ 1009.502759] env[69644]: _type = "Task" [ 1009.502759] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.514075] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.612203] env[69644]: DEBUG nova.compute.manager [req-12fe0c15-ba87-4a99-b768-7936c51617ca req-b88dd71c-7d00-4d7f-b36c-5ac2ee7c6a64 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Received event network-vif-deleted-0950c6bb-fbe0-4682-94ab-92df21769f09 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.612203] env[69644]: INFO nova.compute.manager [req-12fe0c15-ba87-4a99-b768-7936c51617ca req-b88dd71c-7d00-4d7f-b36c-5ac2ee7c6a64 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Neutron deleted interface 0950c6bb-fbe0-4682-94ab-92df21769f09; detaching it from the instance and deleting it from the info cache [ 1009.612203] env[69644]: DEBUG nova.network.neutron [req-12fe0c15-ba87-4a99-b768-7936c51617ca req-b88dd71c-7d00-4d7f-b36c-5ac2ee7c6a64 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.612203] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "8a056a9c-9119-495f-8055-71c77d3a1b11" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.612203] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.612203] env[69644]: INFO nova.compute.manager [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Rebooting instance [ 1009.760878] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553321, 'name': Rename_Task, 'duration_secs': 1.145409} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.762128] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Successfully updated port: 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.764094] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.764673] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d924abd1-718a-4206-91f3-9d30cdd2fefc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.770073] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8745b5b0-0b6d-4ea7-8bc4-c63ba7757886 tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "a3dd2d25-8985-422d-b833-8eebdbaac484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.163s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.779515] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1009.779515] env[69644]: value = "task-3553326" [ 1009.779515] env[69644]: _type = "Task" [ 1009.779515] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.796596] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.822045] env[69644]: DEBUG oslo_vmware.api [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Task: {'id': task-3553324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204222} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.822312] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.822560] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.822744] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.822920] env[69644]: INFO nova.compute.manager [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.823201] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.823449] env[69644]: DEBUG nova.compute.manager [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.823547] env[69644]: DEBUG nova.network.neutron [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.016808] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553325, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.088050] env[69644]: DEBUG nova.network.neutron [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.120025] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c101f3a-2d21-4225-895c-d1a79028780c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.132832] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c8b14-e8a5-4746-a015-c969ca260641 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.144447] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.144625] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquired lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.144808] env[69644]: DEBUG nova.network.neutron [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.187906] env[69644]: DEBUG nova.compute.manager [req-12fe0c15-ba87-4a99-b768-7936c51617ca req-b88dd71c-7d00-4d7f-b36c-5ac2ee7c6a64 service nova] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Detach interface failed, port_id=0950c6bb-fbe0-4682-94ab-92df21769f09, reason: Instance a4458be6-1f79-486d-aced-2e9072547b45 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.267459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.267459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.267459] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.268100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e04399-bc7a-41f0-8bfb-afcd8388885e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.280883] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e347a2-68ae-4784-8729-2b64c5417caa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.297015] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.351565] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa4eb4-9a3a-4aa2-bb85-fbf86aa223c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.371237] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8ee37-608a-4f59-950c-e13e3d7a0764 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.393318] env[69644]: DEBUG nova.compute.provider_tree [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.446954] env[69644]: DEBUG nova.network.neutron [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updating instance_info_cache with network_info: [{"id": "d7a2d253-6496-477d-8946-cbd76d918a48", "address": "fa:16:3e:8d:58:72", "network": {"id": "6f17f9cb-0e1f-4db0-a536-02fa85ca6ce6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-893265189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb86209de05430db0e5c8abee0e61bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a2d253-64", "ovs_interfaceid": "d7a2d253-6496-477d-8946-cbd76d918a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.514360] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.593180] env[69644]: INFO nova.compute.manager [-] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Took 1.53 seconds to deallocate network for instance. [ 1010.624127] env[69644]: DEBUG nova.network.neutron [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.676431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "da76d620-e592-4137-80f4-348f0a67b175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.676753] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.677008] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "da76d620-e592-4137-80f4-348f0a67b175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.677229] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.677431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.680194] env[69644]: INFO nova.compute.manager [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Terminating instance [ 1010.714791] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.715066] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.796742] env[69644]: DEBUG oslo_vmware.api [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553326, 'name': PowerOnVM_Task, 'duration_secs': 0.571105} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.796742] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.797108] env[69644]: INFO nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1010.797147] env[69644]: DEBUG nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.797980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5711ae-2ac7-430f-87a5-30ba87ffa2ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.803901] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.896798] env[69644]: DEBUG nova.scheduler.client.report [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.950331] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Releasing lock "refresh_cache-8a056a9c-9119-495f-8055-71c77d3a1b11" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.958738] env[69644]: DEBUG nova.network.neutron [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.014435] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.099929] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.127064] env[69644]: INFO nova.compute.manager [-] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Took 1.30 seconds to deallocate network for instance. [ 1011.184588] env[69644]: DEBUG nova.compute.manager [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.184821] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.185805] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fc775-9a7c-4981-acdf-41a5a59ef98b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.194633] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.194880] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6075d0-442c-4603-a314-7edcbf81a456 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.202369] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 1011.202369] env[69644]: value = "task-3553327" [ 1011.202369] env[69644]: _type = "Task" [ 1011.202369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.210797] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.223592] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224246] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224246] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224246] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224403] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224585] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.224753] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1011.224913] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.317388] env[69644]: INFO nova.compute.manager [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Took 43.87 seconds to build instance. [ 1011.402610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.405108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.535s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.405377] env[69644]: DEBUG nova.objects.instance [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lazy-loading 'resources' on Instance uuid 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.429052] env[69644]: INFO nova.scheduler.client.report [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted allocations for instance 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7 [ 1011.455448] env[69644]: DEBUG nova.compute.manager [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.456324] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66494f7d-e2c5-4645-8c18-304a1f2df203 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.460918] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.461197] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Instance network_info: |[{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.461575] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a136c80-cb9b-4cae-a49c-f4d6e7c932f5', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.469034] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Creating folder: Project (e72f36d8c8a342649e85b3696157d37f). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.469596] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5417ce32-2fee-4c58-aada-b9bd04407163 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.481888] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Created folder: Project (e72f36d8c8a342649e85b3696157d37f) in parent group-v709242. [ 1011.482135] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Creating folder: Instances. Parent ref: group-v709467. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.482907] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-371047dc-aecc-4264-849f-6aa649560ff8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.494220] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Created folder: Instances in parent group-v709467. [ 1011.494471] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.494662] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.494871] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b534e38d-338a-42d1-bdff-f20a4d1724c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.519726] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532326} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.521052] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.521276] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.521505] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.521505] env[69644]: value = "task-3553330" [ 1011.521505] env[69644]: _type = "Task" [ 1011.521505] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.521682] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8397da3-d9c1-4bdc-84b3-60075dd1efc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.531915] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553330, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.533605] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1011.533605] env[69644]: value = "task-3553331" [ 1011.533605] env[69644]: _type = "Task" [ 1011.533605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.542967] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.634898] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.643059] env[69644]: DEBUG nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Received event network-vif-plugged-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.643298] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.643510] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.643676] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.643868] env[69644]: DEBUG nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] No waiting events found dispatching network-vif-plugged-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1011.644139] env[69644]: WARNING nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Received unexpected event network-vif-plugged-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 for instance with vm_state building and task_state spawning. [ 1011.644321] env[69644]: DEBUG nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Received event network-changed-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.644547] env[69644]: DEBUG nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Refreshing instance network info cache due to event network-changed-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.644751] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Acquiring lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.644886] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Acquired lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.645050] env[69644]: DEBUG nova.network.neutron [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Refreshing network info cache for port 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.713269] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553327, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.728334] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.820615] env[69644]: DEBUG oslo_concurrency.lockutils [None req-363107e3-4df9-446f-9dcc-988ea4bd9fb9 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.375s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.937607] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c9a442b8-ebb5-432c-a3c0-7b22c2d72960 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.347s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.036533] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553330, 'name': CreateVM_Task, 'duration_secs': 0.505028} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.036533] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.040539] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.041091] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.041615] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c954402-75ce-4017-a8b9-d8778c7bf74d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.048064] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1012.048064] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3d293-0bc8-3f2f-da4c-01aa36dbec11" [ 1012.048064] env[69644]: _type = "Task" [ 1012.048064] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.051450] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096032} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.056764] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.057715] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b999b22-c662-40c9-9829-b1559303f89b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.068087] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3d293-0bc8-3f2f-da4c-01aa36dbec11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088171] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.089077] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36d4b01-4763-4f31-aff3-442c65bbf645 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.113957] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1012.113957] env[69644]: value = "task-3553332" [ 1012.113957] env[69644]: _type = "Task" [ 1012.113957] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.124243] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.187715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.187715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.187885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.188057] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.188248] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.190328] env[69644]: INFO nova.compute.manager [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Terminating instance [ 1012.216391] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553327, 'name': PowerOffVM_Task, 'duration_secs': 0.518834} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.216477] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.216616] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.217613] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd8c58a-7fab-4090-8963-2c8ce2bfd66b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.302022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.302022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.302022] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleting the datastore file [datastore2] da76d620-e592-4137-80f4-348f0a67b175 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.302022] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eac9a37-8179-4d1c-9b60-085ad4c32bba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.310915] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for the task: (returnval){ [ 1012.310915] env[69644]: value = "task-3553334" [ 1012.310915] env[69644]: _type = "Task" [ 1012.310915] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.322057] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.323730] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a537334-6f83-4254-9463-b69edae223c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.333310] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65286315-9ee8-424c-b89e-ae3dbe05b6b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.367106] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f865c-a15e-4d04-93b6-e6379387fe34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.370681] env[69644]: DEBUG nova.network.neutron [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updated VIF entry in instance network info cache for port 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.371020] env[69644]: DEBUG nova.network.neutron [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.378060] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556846bc-3a8d-4ac1-9f3a-2d9b02f6aa35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.397840] env[69644]: DEBUG nova.compute.provider_tree [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.483718] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ec8b50-f21e-40b7-9031-c46530505be4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.492302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Doing hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1012.492539] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c21b6d3e-0f80-4091-97ec-14deb0190759 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.500242] env[69644]: DEBUG oslo_vmware.api [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1012.500242] env[69644]: value = "task-3553335" [ 1012.500242] env[69644]: _type = "Task" [ 1012.500242] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.508106] env[69644]: DEBUG oslo_vmware.api [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553335, 'name': ResetVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.562826] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3d293-0bc8-3f2f-da4c-01aa36dbec11, 'name': SearchDatastore_Task, 'duration_secs': 0.026644} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.563152] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563391] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.563628] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.563774] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.563949] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.564229] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9778ad-eb05-44b6-bbce-4204219ab7c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.573703] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.573945] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.574812] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b20d469-825d-4f4a-a25b-f7e491bb4392 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.581883] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1012.581883] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52916ec7-f5bc-043f-cb67-481e3d710615" [ 1012.581883] env[69644]: _type = "Task" [ 1012.581883] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.592764] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52916ec7-f5bc-043f-cb67-481e3d710615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.624114] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.694773] env[69644]: DEBUG nova.compute.manager [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.695019] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.695937] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf491c-9b04-4aab-99fe-7d719bc3d9ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.704219] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.704565] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79824e1-0ecf-4335-9ae5-f9c99e78eb84 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.711610] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 1012.711610] env[69644]: value = "task-3553336" [ 1012.711610] env[69644]: _type = "Task" [ 1012.711610] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.720782] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.821957] env[69644]: DEBUG oslo_vmware.api [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Task: {'id': task-3553334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389382} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.822292] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.822512] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.822700] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.822895] env[69644]: INFO nova.compute.manager [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] [instance: da76d620-e592-4137-80f4-348f0a67b175] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1012.823218] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.823478] env[69644]: DEBUG nova.compute.manager [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.823597] env[69644]: DEBUG nova.network.neutron [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.874372] env[69644]: DEBUG oslo_concurrency.lockutils [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] Releasing lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.874551] env[69644]: DEBUG nova.compute.manager [req-4fae5ca5-b6af-4ab9-992b-8d7fc071d0cb req-19db6bd2-62c6-41e1-94a9-11ab94c92ca1 service nova] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Received event network-vif-deleted-31499301-e276-4b97-87f0-a5cc541c5b46 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.901020] env[69644]: DEBUG nova.scheduler.client.report [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.011660] env[69644]: DEBUG oslo_vmware.api [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553335, 'name': ResetVM_Task, 'duration_secs': 0.107563} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.011992] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Did hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1013.012202] env[69644]: DEBUG nova.compute.manager [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.013156] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bfe6a1-9538-4e9a-b243-39561bc204fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.096497] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52916ec7-f5bc-043f-cb67-481e3d710615, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.098736] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7af6a2-a6e4-41d8-992d-002a7a9efc91 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.105339] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.105639] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.110812] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1013.110812] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bad92-7e7c-6568-9e86-a8f0ce821c45" [ 1013.110812] env[69644]: _type = "Task" [ 1013.110812] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.121583] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bad92-7e7c-6568-9e86-a8f0ce821c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.127156] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553332, 'name': ReconfigVM_Task, 'duration_secs': 0.57179} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.127495] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to attach disk [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.128149] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0952573c-adb3-4d8d-9966-e9fe8f4e7ecd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.135151] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1013.135151] env[69644]: value = "task-3553337" [ 1013.135151] env[69644]: _type = "Task" [ 1013.135151] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.145302] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553337, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.223724] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553336, 'name': PowerOffVM_Task, 'duration_secs': 0.293212} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.224017] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.224205] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.224473] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6757661f-5946-4f92-8cd4-c8f5feea0853 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.298171] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.298614] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.298800] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleting the datastore file [datastore2] b805541c-5a0d-46d9-93a2-dd9a8c136031 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.299086] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bf27b1-2fab-41ab-b7d8-fb65e8634e7b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.307293] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for the task: (returnval){ [ 1013.307293] env[69644]: value = "task-3553339" [ 1013.307293] env[69644]: _type = "Task" [ 1013.307293] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.315971] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.409567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.412733] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.566s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.414518] env[69644]: INFO nova.compute.claims [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.433610] env[69644]: INFO nova.scheduler.client.report [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Deleted allocations for instance 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a [ 1013.528600] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7123045b-cbab-4b1e-aff3-7a6c7818cda4 tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.917s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.607306] env[69644]: DEBUG nova.network.neutron [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.610422] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.623883] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523bad92-7e7c-6568-9e86-a8f0ce821c45, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.624853] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625235] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7cd1a218-c902-4cc7-80b0-a0df4a88a08c/7cd1a218-c902-4cc7-80b0-a0df4a88a08c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.625546] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc76842-bad2-4f9a-99e9-cbc220f383fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.637050] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1013.637050] env[69644]: value = "task-3553340" [ 1013.637050] env[69644]: _type = "Task" [ 1013.637050] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.653813] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553337, 'name': Rename_Task, 'duration_secs': 0.239013} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.654065] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.654325] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.654572] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5e328c-b212-451f-b86e-4fd8274c3a9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.662672] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1013.662672] env[69644]: value = "task-3553341" [ 1013.662672] env[69644]: _type = "Task" [ 1013.662672] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.671326] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.710097] env[69644]: DEBUG nova.compute.manager [req-8a0ac3c2-984c-4344-8721-2f8a4a8981a6 req-b698b26e-10cd-42fc-8b0a-db7b032fdeb9 service nova] [instance: da76d620-e592-4137-80f4-348f0a67b175] Received event network-vif-deleted-739b54b1-831b-49c3-8ef6-54ed902cfaee {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.818032] env[69644]: DEBUG oslo_vmware.api [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Task: {'id': task-3553339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415708} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.818032] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.818254] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.818349] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.818615] env[69644]: INFO nova.compute.manager [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.818927] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.818961] env[69644]: DEBUG nova.compute.manager [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.819627] env[69644]: DEBUG nova.network.neutron [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.943798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5de9848d-c131-40a3-bad7-6b8c1a0d7d30 tempest-MigrationsAdminTest-855510084 tempest-MigrationsAdminTest-855510084-project-member] Lock "0bdd5d41-dd85-4748-99cf-ee6b2d62c94a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.625s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.118379] env[69644]: INFO nova.compute.manager [-] [instance: da76d620-e592-4137-80f4-348f0a67b175] Took 1.29 seconds to deallocate network for instance. [ 1014.152134] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.153326] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.173443] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.480317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "8a056a9c-9119-495f-8055-71c77d3a1b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.481543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.481543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.481543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.481718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.487464] env[69644]: INFO nova.compute.manager [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Terminating instance [ 1014.570205] env[69644]: DEBUG nova.network.neutron [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.634124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.655251] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.675633] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.790030] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b226c1-5555-464f-91c6-42d410110398 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.798560] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de68939-7ab9-4a5a-9513-233feee15d78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.833686] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3becc0b0-1b14-4b5f-9989-ac6ff9752e46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.845032] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf31700-bcec-4b74-b061-e4423685da09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.860027] env[69644]: DEBUG nova.compute.provider_tree [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.991790] env[69644]: DEBUG nova.compute.manager [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.992077] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.992918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc8d24c-28ee-4ff9-b5da-2454ded9b1a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.002243] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.002542] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c4cca1-dd11-4c61-bbf0-cd302a2daada {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.010608] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1015.010608] env[69644]: value = "task-3553342" [ 1015.010608] env[69644]: _type = "Task" [ 1015.010608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.019513] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.073273] env[69644]: INFO nova.compute.manager [-] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Took 1.25 seconds to deallocate network for instance. [ 1015.154692] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553340, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131766} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.154964] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 7cd1a218-c902-4cc7-80b0-a0df4a88a08c/7cd1a218-c902-4cc7-80b0-a0df4a88a08c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.155198] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.155451] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ed9315-6eaa-495e-ad9a-702286c0856c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.164168] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1015.164168] env[69644]: value = "task-3553343" [ 1015.164168] env[69644]: _type = "Task" [ 1015.164168] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.179514] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.183889] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553341, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.363761] env[69644]: DEBUG nova.scheduler.client.report [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.523143] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553342, 'name': PowerOffVM_Task, 'duration_secs': 0.206006} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.523463] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.523684] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.523990] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7492115a-4252-419e-8592-89f3e319eae0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.580068] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.634787] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.634968] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.635160] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Deleting the datastore file [datastore2] 8a056a9c-9119-495f-8055-71c77d3a1b11 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.636023] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7ca4dd-82d7-4158-8ce2-7c5984b81a24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.645177] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for the task: (returnval){ [ 1015.645177] env[69644]: value = "task-3553345" [ 1015.645177] env[69644]: _type = "Task" [ 1015.645177] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.653792] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.674793] env[69644]: DEBUG oslo_vmware.api [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553341, 'name': PowerOnVM_Task, 'duration_secs': 1.639563} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.675388] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.675615] env[69644]: INFO nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1015.675792] env[69644]: DEBUG nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.676579] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59f1c1-db1b-4155-9f28-5cf546b39581 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.681510] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115636} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.682262] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.683228] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1d96f-7fce-42b0-951c-6e8a94de6504 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.710895] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7cd1a218-c902-4cc7-80b0-a0df4a88a08c/7cd1a218-c902-4cc7-80b0-a0df4a88a08c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.711255] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9165d33a-cf1e-4059-8e79-a30bfa1fa629 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.735259] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1015.735259] env[69644]: value = "task-3553346" [ 1015.735259] env[69644]: _type = "Task" [ 1015.735259] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.740598] env[69644]: DEBUG nova.compute.manager [req-931599a9-4fff-4057-b789-292fc3ad782b req-3e3f2825-4043-4b2b-9ece-a443542fba1a service nova] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Received event network-vif-deleted-5082334d-987c-4cdd-b382-30b66c4f297a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.746778] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.868611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.869142] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.871866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.459s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.872101] env[69644]: DEBUG nova.objects.instance [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid 6054cf3f-e3b4-435e-95d7-08655607cf67 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.156463] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.202117] env[69644]: INFO nova.compute.manager [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Took 43.21 seconds to build instance. [ 1016.245945] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.376133] env[69644]: DEBUG nova.compute.utils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.380391] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.380484] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.419323] env[69644]: DEBUG nova.policy [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c823caab6444e6fb82676aaab423db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259bca6eff0d4954868003f5a92aa600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.662702] env[69644]: DEBUG oslo_vmware.api [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Task: {'id': task-3553345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524107} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.662702] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.662702] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.662702] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.662702] env[69644]: INFO nova.compute.manager [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1016.663047] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.663277] env[69644]: DEBUG nova.compute.manager [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.664279] env[69644]: DEBUG nova.network.neutron [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.704689] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d28bcf31-9f69-46d7-a4dc-ce5aa22f40bc tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.726s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.717188] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "48d4f420-ca91-4a6f-8175-4f8292c25663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.717736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.753284] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553346, 'name': ReconfigVM_Task, 'duration_secs': 0.611838} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.753769] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7cd1a218-c902-4cc7-80b0-a0df4a88a08c/7cd1a218-c902-4cc7-80b0-a0df4a88a08c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.754444] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b607b4-197e-48ff-8895-e2555194a485 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.763385] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1016.763385] env[69644]: value = "task-3553347" [ 1016.763385] env[69644]: _type = "Task" [ 1016.763385] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.775869] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553347, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.817741] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Successfully created port: 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.823650] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5693cd6d-92ce-4b4c-85b0-f7dc2c9e4d3c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.834099] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7de5a5-a922-4dc9-8cee-35ef8cdbbc97 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.531617] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.534600] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.540066] env[69644]: DEBUG nova.compute.manager [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Received event network-changed-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.540066] env[69644]: DEBUG nova.compute.manager [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Refreshing instance network info cache due to event network-changed-78a0cd90-a426-4a79-b9b2-dabd1cdaa560. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.540180] env[69644]: DEBUG oslo_concurrency.lockutils [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] Acquiring lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.540263] env[69644]: DEBUG oslo_concurrency.lockutils [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] Acquired lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.540391] env[69644]: DEBUG nova.network.neutron [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Refreshing network info cache for port 78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.545085] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47195657-ae95-433b-a583-8a7f57641858 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.558680] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553347, 'name': Rename_Task, 'duration_secs': 0.162334} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.558680] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.560740] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6afe6b1-e09b-43f6-a73d-2911dbfa7cf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.564705] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779d663e-bac2-4b30-a7b0-f502e1f0f506 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.578877] env[69644]: DEBUG nova.compute.provider_tree [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.579958] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1017.579958] env[69644]: value = "task-3553348" [ 1017.579958] env[69644]: _type = "Task" [ 1017.579958] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.591920] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.762275] env[69644]: DEBUG nova.compute.manager [req-60b40cec-00f0-4ccd-82d4-077c9589c452 req-75e89b4e-84fc-4d8b-b572-b54e57a24ffd service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Received event network-vif-deleted-d7a2d253-6496-477d-8946-cbd76d918a48 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.762491] env[69644]: INFO nova.compute.manager [req-60b40cec-00f0-4ccd-82d4-077c9589c452 req-75e89b4e-84fc-4d8b-b572-b54e57a24ffd service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Neutron deleted interface d7a2d253-6496-477d-8946-cbd76d918a48; detaching it from the instance and deleting it from the info cache [ 1017.762675] env[69644]: DEBUG nova.network.neutron [req-60b40cec-00f0-4ccd-82d4-077c9589c452 req-75e89b4e-84fc-4d8b-b572-b54e57a24ffd service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.040854] env[69644]: DEBUG nova.network.neutron [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.079487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.085376] env[69644]: DEBUG nova.scheduler.client.report [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.096061] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.265213] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd17ceb-ba75-4767-92f4-c01aae07a944 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.282166] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062e50f-45f2-46fe-8b5b-139f44d747c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.324537] env[69644]: DEBUG nova.compute.manager [req-60b40cec-00f0-4ccd-82d4-077c9589c452 req-75e89b4e-84fc-4d8b-b572-b54e57a24ffd service nova] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Detach interface failed, port_id=d7a2d253-6496-477d-8946-cbd76d918a48, reason: Instance 8a056a9c-9119-495f-8055-71c77d3a1b11 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.449331] env[69644]: DEBUG nova.network.neutron [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updated VIF entry in instance network info cache for port 78a0cd90-a426-4a79-b9b2-dabd1cdaa560. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.449753] env[69644]: DEBUG nova.network.neutron [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating instance_info_cache with network_info: [{"id": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "address": "fa:16:3e:79:09:5a", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a0cd90-a4", "ovs_interfaceid": "78a0cd90-a426-4a79-b9b2-dabd1cdaa560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.517384] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Successfully updated port: 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.546551] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.550303] env[69644]: INFO nova.compute.manager [-] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Took 1.89 seconds to deallocate network for instance. [ 1018.571470] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.571700] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.571858] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.572045] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.572194] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.572338] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.572853] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.572853] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.572853] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.573246] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.573246] env[69644]: DEBUG nova.virt.hardware [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.574042] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0fee6d-e79c-422a-8c92-8419c068ffed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.587394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f5a24-97d5-4491-a0fd-f1d684eb63fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.592642] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.721s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.595030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.672s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.595294] env[69644]: DEBUG nova.objects.instance [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lazy-loading 'resources' on Instance uuid b894e53d-94c2-4467-9fb6-3238c6fe3122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.600639] env[69644]: DEBUG oslo_vmware.api [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553348, 'name': PowerOnVM_Task, 'duration_secs': 0.721789} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.608671] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.608883] env[69644]: INFO nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1018.609064] env[69644]: DEBUG nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.611013] env[69644]: INFO nova.scheduler.client.report [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance 6054cf3f-e3b4-435e-95d7-08655607cf67 [ 1018.612789] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1c34b-17f6-4b04-b04c-9cf36c62f60c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.953052] env[69644]: DEBUG oslo_concurrency.lockutils [req-81c3e3ef-b5dc-4ed6-a7ac-af53f12c83d5 req-cab9ef33-189a-4501-8eb4-186e0c082cbd service nova] Releasing lock "refresh_cache-e603be63-d732-4e6f-9432-7c5bc2b88ed5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.021076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.021235] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.021390] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.055851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.124040] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e612ae7-6f89-4269-a49c-8f9b8b4ce728 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "6054cf3f-e3b4-435e-95d7-08655607cf67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.301s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.133990] env[69644]: INFO nova.compute.manager [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Took 44.31 seconds to build instance. [ 1019.431789] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179cff0-956d-4d64-94bd-9cf89c51a532 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.440010] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d13db7-19ff-4632-90d9-cd85efcadeb4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.470025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa50b88-de0a-4ebb-941c-6f8185c2a6a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.478456] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d41f98-39d8-48d7-b599-07d48bb8ce8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.493412] env[69644]: DEBUG nova.compute.provider_tree [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.559116] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.636296] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8b9ea469-b1ea-42de-9b52-d4a96ffab6fe tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.040s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.691339] env[69644]: DEBUG nova.network.neutron [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.753424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "b6425201-f51e-4367-9580-8787d441a0a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.753670] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.788967] env[69644]: DEBUG nova.compute.manager [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-vif-plugged-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.788967] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.788967] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.788967] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.789362] env[69644]: DEBUG nova.compute.manager [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] No waiting events found dispatching network-vif-plugged-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.789757] env[69644]: WARNING nova.compute.manager [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received unexpected event network-vif-plugged-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 for instance with vm_state building and task_state spawning. [ 1019.790673] env[69644]: DEBUG nova.compute.manager [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.790673] env[69644]: DEBUG nova.compute.manager [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing instance network info cache due to event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.790673] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.997983] env[69644]: DEBUG nova.scheduler.client.report [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.139873] env[69644]: DEBUG nova.compute.manager [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Received event network-changed-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.140094] env[69644]: DEBUG nova.compute.manager [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Refreshing instance network info cache due to event network-changed-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.141009] env[69644]: DEBUG oslo_concurrency.lockutils [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] Acquiring lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.141009] env[69644]: DEBUG oslo_concurrency.lockutils [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] Acquired lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.141009] env[69644]: DEBUG nova.network.neutron [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Refreshing network info cache for port 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.195858] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.195858] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Instance network_info: |[{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.195858] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.195858] env[69644]: DEBUG nova.network.neutron [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.197026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:b2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d87c8f9-1e98-42cc-9d09-e4d0b200fb23', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.204323] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.207159] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.207952] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9baebac4-5f01-44d3-8ec9-fedb1382d800 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.232138] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.232138] env[69644]: value = "task-3553349" [ 1020.232138] env[69644]: _type = "Task" [ 1020.232138] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.240802] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553349, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.257533] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.428837] env[69644]: DEBUG nova.network.neutron [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updated VIF entry in instance network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.429215] env[69644]: DEBUG nova.network.neutron [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.503013] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.505785] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.789s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.507445] env[69644]: INFO nova.compute.claims [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.534633] env[69644]: INFO nova.scheduler.client.report [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleted allocations for instance b894e53d-94c2-4467-9fb6-3238c6fe3122 [ 1020.744323] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553349, 'name': CreateVM_Task, 'duration_secs': 0.42549} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.744568] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.745232] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.745402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.745777] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.746015] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7212e490-8633-4202-8c44-83bc442f00b1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.754158] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1020.754158] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be9e1f-8262-f46d-84b1-e9659ef7730f" [ 1020.754158] env[69644]: _type = "Task" [ 1020.754158] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.767141] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be9e1f-8262-f46d-84b1-e9659ef7730f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.783812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.883778] env[69644]: DEBUG nova.network.neutron [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updated VIF entry in instance network info cache for port 1a136c80-cb9b-4cae-a49c-f4d6e7c932f5. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.884243] env[69644]: DEBUG nova.network.neutron [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.932245] env[69644]: DEBUG oslo_concurrency.lockutils [req-caea1756-4f53-4a87-9cc6-860990596d59 req-e808b4df-a541-41da-8152-e4512242a6f3 service nova] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.043803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1318bcf7-cdb9-4f1c-b2a2-6926440f9c3b tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "b894e53d-94c2-4467-9fb6-3238c6fe3122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.424s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.265562] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be9e1f-8262-f46d-84b1-e9659ef7730f, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.265562] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.265562] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.265799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.265799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.265902] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.266175] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7604479-2b1a-4a73-9141-a9364d0f9ec0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.279543] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.279740] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.280501] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd04e31-6be1-4117-9b98-a34f6c46863c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.286501] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1021.286501] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5242966a-e7ae-331e-2653-56b98887e1a5" [ 1021.286501] env[69644]: _type = "Task" [ 1021.286501] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.294921] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5242966a-e7ae-331e-2653-56b98887e1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.387236] env[69644]: DEBUG oslo_concurrency.lockutils [req-5b8804e1-6801-4b61-8da8-e8e704f06d0c req-35018b3d-b2b7-43dc-a97a-a521ae0e9bd1 service nova] Releasing lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.796226] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5242966a-e7ae-331e-2653-56b98887e1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.036949} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.799103] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d308273e-38eb-469d-8e34-7b0c11b20ab6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.804541] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1021.804541] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ec3f55-ced7-95a9-b8ff-d804c65b155d" [ 1021.804541] env[69644]: _type = "Task" [ 1021.804541] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.808906] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ed897-5b8b-4985-b841-124dc0d0afd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.818367] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ec3f55-ced7-95a9-b8ff-d804c65b155d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.819435] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75aaee9-c64e-45e2-97a5-a734e9fef8e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.849378] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbcd21f-e6f6-47c5-b1ca-81b1f049db43 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.857720] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03014c69-4fd4-4a9b-8ac1-78ddfb698c4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.873620] env[69644]: DEBUG nova.compute.provider_tree [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.315620] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ec3f55-ced7-95a9-b8ff-d804c65b155d, 'name': SearchDatastore_Task, 'duration_secs': 0.023138} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.315895] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.316170] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/18cff6a1-993b-4414-85c6-39e3a686b233.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.316463] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cfe9114-1172-4695-98c2-0bb4a67bef1a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.325341] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1022.325341] env[69644]: value = "task-3553350" [ 1022.325341] env[69644]: _type = "Task" [ 1022.325341] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.335668] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.376857] env[69644]: DEBUG nova.scheduler.client.report [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.835334] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470015} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.835680] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/18cff6a1-993b-4414-85c6-39e3a686b233.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.836455] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.836455] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d38c2d0-d9b1-48e0-9912-c5ce10696276 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.843648] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1022.843648] env[69644]: value = "task-3553351" [ 1022.843648] env[69644]: _type = "Task" [ 1022.843648] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.852561] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.881644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.882439] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.886177] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.299s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.354069] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069997} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.354348] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.355108] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c9630-8f39-4cbe-8984-b558496a1dbe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.377931] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/18cff6a1-993b-4414-85c6-39e3a686b233.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.378236] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1bc907-2aed-420e-81c8-365e7e4c4e8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.393329] env[69644]: DEBUG nova.compute.utils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.396619] env[69644]: INFO nova.compute.claims [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.400237] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.400410] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.409566] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1023.409566] env[69644]: value = "task-3553352" [ 1023.409566] env[69644]: _type = "Task" [ 1023.409566] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.418245] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.443046] env[69644]: DEBUG nova.policy [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6157f541de479e876c4ec974bd1db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52adbcff6b57477dbb80dc43c4d8ea1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.764534] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Successfully created port: 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.901661] env[69644]: DEBUG nova.compute.utils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.905261] env[69644]: INFO nova.compute.resource_tracker [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating resource usage from migration bc02d881-246d-4efe-9d8c-a57166dd90b9 [ 1023.923628] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.218143] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2698b43b-cba1-46c2-81fe-d08ae8b5d0c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.226381] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35880cf-05a0-4bdd-9ab6-015703fc9af9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.256757] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c8402-a31b-45de-8184-e7e195d41933 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.265550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e106db-367c-454b-afa9-a3ffc5e9a317 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.279201] env[69644]: DEBUG nova.compute.provider_tree [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.410661] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.424018] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553352, 'name': ReconfigVM_Task, 'duration_secs': 0.619466} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.424018] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/18cff6a1-993b-4414-85c6-39e3a686b233.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.424662] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5e57f7-fcff-45db-95a1-8cb42d047112 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.433312] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1024.433312] env[69644]: value = "task-3553353" [ 1024.433312] env[69644]: _type = "Task" [ 1024.433312] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.442867] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553353, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.716904] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.717172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.782595] env[69644]: DEBUG nova.scheduler.client.report [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.945228] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553353, 'name': Rename_Task, 'duration_secs': 0.14555} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.945635] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.945736] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49af5e56-5ebd-4bf5-b869-77117feab5da {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.952138] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1024.952138] env[69644]: value = "task-3553354" [ 1024.952138] env[69644]: _type = "Task" [ 1024.952138] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.961974] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.222034] env[69644]: DEBUG nova.compute.utils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.224507] env[69644]: DEBUG nova.compute.manager [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Received event network-vif-plugged-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.224807] env[69644]: DEBUG oslo_concurrency.lockutils [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] Acquiring lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.225085] env[69644]: DEBUG oslo_concurrency.lockutils [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.225300] env[69644]: DEBUG oslo_concurrency.lockutils [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.225502] env[69644]: DEBUG nova.compute.manager [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] No waiting events found dispatching network-vif-plugged-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.225702] env[69644]: WARNING nova.compute.manager [req-21dacdb7-874d-4f9a-98ce-59347342374c req-d7509848-9e92-4950-910c-e4ef3fe2115c service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Received unexpected event network-vif-plugged-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 for instance with vm_state building and task_state spawning. [ 1025.238798] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Successfully updated port: 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.287290] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.401s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.287493] env[69644]: INFO nova.compute.manager [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Migrating [ 1025.294392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.781s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.294659] env[69644]: DEBUG nova.objects.instance [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lazy-loading 'resources' on Instance uuid dafcba49-5e92-48e7-b82e-449551a74828 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.426097] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.452154] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:59:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1194641513',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-561196650',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.452420] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.452576] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.452759] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.452906] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.453067] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.453282] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.453441] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.453616] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.453781] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.453967] env[69644]: DEBUG nova.virt.hardware [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.454877] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe737a79-ff44-4ee4-a2ac-42b433867dac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.478966] env[69644]: DEBUG oslo_vmware.api [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553354, 'name': PowerOnVM_Task, 'duration_secs': 0.471949} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.480822] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.481050] env[69644]: INFO nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1025.481237] env[69644]: DEBUG nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.482033] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5b8abf-9362-4b3a-8440-3c3dc8d27dfe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.485432] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a74682-04c9-4d92-8786-1465a336ce8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.727380] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.740817] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.740972] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.741155] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.804109] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.804349] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.804533] env[69644]: DEBUG nova.network.neutron [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.015053] env[69644]: INFO nova.compute.manager [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Took 42.18 seconds to build instance. [ 1026.105122] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9259e6b0-f6cd-4af2-9eca-01df73c91537 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.113644] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4317649-e931-4a6e-8340-628ab76b8c57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.144276] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7ddcc-f9a4-401e-ac67-ab96546cdb08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.152957] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1217e44e-6c16-4c99-83ec-effbe42d5421 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.167777] env[69644]: DEBUG nova.compute.provider_tree [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.516699] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0919536a-8d55-4e02-919f-8837516eb8ff tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.707s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.525164] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.671033] env[69644]: DEBUG nova.scheduler.client.report [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.747127] env[69644]: DEBUG nova.network.neutron [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updating instance_info_cache with network_info: [{"id": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "address": "fa:16:3e:7d:aa:39", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21144f3d-a4", "ovs_interfaceid": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.784479] env[69644]: DEBUG nova.compute.manager [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.785035] env[69644]: DEBUG nova.compute.manager [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing instance network info cache due to event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.785035] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.785035] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.785209] env[69644]: DEBUG nova.network.neutron [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.799197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.799431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.799666] env[69644]: INFO nova.compute.manager [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Attaching volume dce84701-3fbf-48a4-8a98-c52ebbd53f9d to /dev/sdb [ 1026.813101] env[69644]: DEBUG nova.network.neutron [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.843220] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f261a-01b9-4704-b2c5-a2213da54b53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.851343] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f3d70-34fd-4863-9c4a-f635c55b4f11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.866033] env[69644]: DEBUG nova.virt.block_device [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating existing volume attachment record: f63921dc-6796-4567-9553-5dadfbe6daef {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.178196] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.180572] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.364s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.182424] env[69644]: INFO nova.compute.claims [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.204416] env[69644]: INFO nova.scheduler.client.report [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Deleted allocations for instance dafcba49-5e92-48e7-b82e-449551a74828 [ 1027.248082] env[69644]: DEBUG nova.compute.manager [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Received event network-changed-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.248142] env[69644]: DEBUG nova.compute.manager [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Refreshing instance network info cache due to event network-changed-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.248319] env[69644]: DEBUG oslo_concurrency.lockutils [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] Acquiring lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.253545] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.253545] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Instance network_info: |[{"id": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "address": "fa:16:3e:7d:aa:39", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21144f3d-a4", "ovs_interfaceid": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.254780] env[69644]: DEBUG oslo_concurrency.lockutils [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] Acquired lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.254780] env[69644]: DEBUG nova.network.neutron [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Refreshing network info cache for port 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.256107] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:aa:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21144f3d-a4cf-4c52-bd2d-78bfd4f8e577', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.263236] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.266272] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.266784] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0dcc94-ef57-477a-8fb3-039f93d28212 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.290391] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.290391] env[69644]: value = "task-3553356" [ 1027.290391] env[69644]: _type = "Task" [ 1027.290391] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.299190] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553356, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.315027] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.626565] env[69644]: DEBUG nova.network.neutron [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updated VIF entry in instance network info cache for port 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.627099] env[69644]: DEBUG nova.network.neutron [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updating instance_info_cache with network_info: [{"id": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "address": "fa:16:3e:7d:aa:39", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21144f3d-a4", "ovs_interfaceid": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.640685] env[69644]: DEBUG nova.network.neutron [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updated VIF entry in instance network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.641060] env[69644]: DEBUG nova.network.neutron [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.715215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7f0ab540-76d4-469c-b3fe-55182c7a1d91 tempest-ServerTagsTestJSON-1283639049 tempest-ServerTagsTestJSON-1283639049-project-member] Lock "dafcba49-5e92-48e7-b82e-449551a74828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.703s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.802831] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553356, 'name': CreateVM_Task, 'duration_secs': 0.382121} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.803022] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.803743] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.803921] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.804278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.804542] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbfe55a-c3ea-42a8-a494-54320c90c133 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.811531] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1027.811531] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5268587e-0190-7c3d-0728-c5da6ea42199" [ 1027.811531] env[69644]: _type = "Task" [ 1027.811531] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.825582] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5268587e-0190-7c3d-0728-c5da6ea42199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.130525] env[69644]: DEBUG oslo_concurrency.lockutils [req-97501809-e2ee-45fb-8d7c-7ad619f5f718 req-ccf815f8-35bd-461d-a6cc-8b14f75e0884 service nova] Releasing lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.144336] env[69644]: DEBUG oslo_concurrency.lockutils [req-3c4d2852-be99-4b56-aaac-06ba9154335a req-006244bf-f297-451b-8efd-37a49b547d4c service nova] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.324258] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5268587e-0190-7c3d-0728-c5da6ea42199, 'name': SearchDatastore_Task, 'duration_secs': 0.016964} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.324951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.325388] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.325769] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.328020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.328020] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.328020] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cca7ec1-f7ea-495e-9b18-69f2a629b6a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.341500] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.341891] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.343346] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2690f1b-f705-4ad4-989b-6b36c4e49b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.353705] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1028.353705] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a8e41-c288-501f-fa1a-5764b9643ba5" [ 1028.353705] env[69644]: _type = "Task" [ 1028.353705] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.362531] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a8e41-c288-501f-fa1a-5764b9643ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.509076] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50cfd91-6c1d-41ae-b3b4-1cfc16f76cc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.519480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c5949b-adac-4ec6-b02c-4889690873f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.554341] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e30ec0-0796-411d-98c4-fc863a6fad3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.563055] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104e355-a613-4569-82e5-1fd01f4f5d71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.576295] env[69644]: DEBUG nova.compute.provider_tree [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.840270] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76889b92-f8d0-422f-9d1d-0212014c088d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.871309] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.893047] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a8e41-c288-501f-fa1a-5764b9643ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.893047] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ac0eaf-cc8d-44bc-ab65-f60eabda572b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.899194] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1028.899194] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1687d-4f6b-7d0a-94e1-323a6ee68889" [ 1028.899194] env[69644]: _type = "Task" [ 1028.899194] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.909064] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1687d-4f6b-7d0a-94e1-323a6ee68889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.079476] env[69644]: DEBUG nova.scheduler.client.report [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.382523] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.382837] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00388be5-e3b6-4f72-ac5d-731c85f3e7a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.390819] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1029.390819] env[69644]: value = "task-3553359" [ 1029.390819] env[69644]: _type = "Task" [ 1029.390819] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.400100] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.409624] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b1687d-4f6b-7d0a-94e1-323a6ee68889, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.409993] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.410295] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/0960aee8-85fe-4a94-86d8-23809ed4139f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.410604] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a838296d-9047-4375-8fcc-39c107dfb7b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.418547] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1029.418547] env[69644]: value = "task-3553360" [ 1029.418547] env[69644]: _type = "Task" [ 1029.418547] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.427244] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.586723] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.587359] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.590376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.459s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.591914] env[69644]: INFO nova.compute.claims [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.908101] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553359, 'name': PowerOffVM_Task, 'duration_secs': 0.228919} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.909248] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.909248] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.928314] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484982} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.928580] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/0960aee8-85fe-4a94-86d8-23809ed4139f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.928809] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.929069] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2db2f466-7d67-4c1a-b40d-7f5e9fdf84f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.939047] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1029.939047] env[69644]: value = "task-3553362" [ 1029.939047] env[69644]: _type = "Task" [ 1029.939047] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.947927] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.097032] env[69644]: DEBUG nova.compute.utils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.100615] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.100798] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.139387] env[69644]: DEBUG nova.policy [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09951ed9609b4b8a9879ab371fd7fefe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a339bd252fa4afe9ab1b5f6a242ab20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.405470] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Successfully created port: f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.416759] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.416984] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.417304] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.417550] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.417703] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.417849] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.418101] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.418278] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.418441] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.418600] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.418810] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.424349] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0606a7-ebdd-49d0-baba-a0ac9ad26d44 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.443008] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1030.443008] env[69644]: value = "task-3553363" [ 1030.443008] env[69644]: _type = "Task" [ 1030.443008] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.449210] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061713} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.449885] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.450624] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc61be9-cbc1-43fc-976f-5b0a69587b73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.456455] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.478653] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/0960aee8-85fe-4a94-86d8-23809ed4139f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.479090] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1756f5d4-1842-49c8-9538-0591d3e4ed6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.501407] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1030.501407] env[69644]: value = "task-3553364" [ 1030.501407] env[69644]: _type = "Task" [ 1030.501407] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.511743] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.601720] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.882934] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42e2bd0-db45-4f9a-bfcf-18c2e2bdc75e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.893022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bcdd7-f12c-4b3f-b8b0-8fb8e7d7a320 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.922989] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c6c40-0ac8-4174-80d8-d31106204b61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.931432] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7980ce-ea6d-42a3-885c-4bfcc40f8017 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.946915] env[69644]: DEBUG nova.compute.provider_tree [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.956331] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.012371] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.451584] env[69644]: DEBUG nova.scheduler.client.report [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.458169] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553363, 'name': ReconfigVM_Task, 'duration_secs': 0.84939} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.458700] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.514066] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553364, 'name': ReconfigVM_Task, 'duration_secs': 0.899168} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.514066] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/0960aee8-85fe-4a94-86d8-23809ed4139f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.514066] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69644) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1031.514974] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-477c43b7-f82d-4507-a499-2c6ddcc35ce0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.522936] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1031.522936] env[69644]: value = "task-3553365" [ 1031.522936] env[69644]: _type = "Task" [ 1031.522936] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.531732] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553365, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.613157] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.639169] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.639424] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.639579] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.639756] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.639924] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.640061] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.640267] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.640422] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.640585] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.640747] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.640913] env[69644]: DEBUG nova.virt.hardware [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.641770] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36803543-e67a-4cbc-b663-e08a2f02a7ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.650751] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d86606-c437-4ef4-99ad-53ca84e50a7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.798252] env[69644]: DEBUG nova.compute.manager [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received event network-vif-plugged-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.798460] env[69644]: DEBUG oslo_concurrency.lockutils [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] Acquiring lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.798680] env[69644]: DEBUG oslo_concurrency.lockutils [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] Lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.798959] env[69644]: DEBUG oslo_concurrency.lockutils [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] Lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.799115] env[69644]: DEBUG nova.compute.manager [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] No waiting events found dispatching network-vif-plugged-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.799285] env[69644]: WARNING nova.compute.manager [req-97b10241-39ee-435e-9efa-b85be8f6e295 req-1fa5439e-76f6-4c47-9c89-c1e93d0ce108 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received unexpected event network-vif-plugged-f44f014b-52a6-4ef8-89a4-2ce36000e942 for instance with vm_state building and task_state spawning. [ 1031.886080] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Successfully updated port: f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.917588] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.917825] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709473', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'name': 'volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ba6ff1e-ab15-4141-9ae3-2b133977ef3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'serial': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.918790] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61238fcc-b6c1-45cd-a738-3542a7865a99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.936907] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741a7af-8935-4376-9774-c466f26b74ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.962174] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d/volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.962975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.963462] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.967513] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.967755] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.967842] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.968018] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.968170] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.968319] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.968518] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.968675] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.968852] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.969035] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.969233] env[69644]: DEBUG nova.virt.hardware [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.975139] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.975405] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d315e68-5ae6-4540-aadf-f65b2dd513f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.988717] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.889s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.988991] env[69644]: DEBUG nova.objects.instance [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lazy-loading 'resources' on Instance uuid a4458be6-1f79-486d-aced-2e9072547b45 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.990581] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8815a775-7c41-480a-bb4c-76d801a1fbd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.014760] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1032.014760] env[69644]: value = "task-3553367" [ 1032.014760] env[69644]: _type = "Task" [ 1032.014760] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.016050] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1032.016050] env[69644]: value = "task-3553366" [ 1032.016050] env[69644]: _type = "Task" [ 1032.016050] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.033250] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.033501] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.042300] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553365, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.054044} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.042300] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69644) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1032.042812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7077d55-9c7f-44c4-97f5-112ef4fd7b01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.068383] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/ephemeral_0.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.071604] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bde9b3-7277-4870-83ed-cde76a290a1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.094019] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1032.094019] env[69644]: value = "task-3553368" [ 1032.094019] env[69644]: _type = "Task" [ 1032.094019] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.105065] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.374729] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b52400f-3822-4028-a612-d69d74496c4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.388318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852c3ca-7ca3-42fd-9312-299cf3d82bc9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.394399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.394609] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquired lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.394824] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.427908] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb8b16b-a569-459f-b6fb-bdfe2664bc26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.440747] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419bbe36-6b27-4f45-ac95-058f63bab064 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.455272] env[69644]: DEBUG nova.compute.provider_tree [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.490221] env[69644]: DEBUG nova.compute.utils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.491647] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.491852] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.528650] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553367, 'name': ReconfigVM_Task, 'duration_secs': 0.212733} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.531730] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.532054] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553366, 'name': ReconfigVM_Task, 'duration_secs': 0.43049} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.533448] env[69644]: DEBUG nova.policy [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.535353] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b5d51-95f1-496d-b560-36a1ecda67bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.537854] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d/volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.543422] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80fff962-8c90-4b1d-9d81-2c3b2d6a19ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575757] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.577571] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6494a8-44a0-4958-8acc-f2a81a9f94df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.590668] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1032.590668] env[69644]: value = "task-3553369" [ 1032.590668] env[69644]: _type = "Task" [ 1032.590668] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.601190] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1032.601190] env[69644]: value = "task-3553370" [ 1032.601190] env[69644]: _type = "Task" [ 1032.601190] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.607063] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.612807] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553368, 'name': ReconfigVM_Task, 'duration_secs': 0.378433} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.612807] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f/ephemeral_0.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.612807] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c73c7ab8-78d4-42ec-bcb6-b8bf1fcbe2e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.615764] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.622495] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1032.622495] env[69644]: value = "task-3553371" [ 1032.622495] env[69644]: _type = "Task" [ 1032.622495] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.630590] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553371, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.889019] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Successfully created port: 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.939959] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.957960] env[69644]: DEBUG nova.scheduler.client.report [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.994577] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.108331] env[69644]: DEBUG oslo_vmware.api [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553369, 'name': ReconfigVM_Task, 'duration_secs': 0.188659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.109047] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709473', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'name': 'volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ba6ff1e-ab15-4141-9ae3-2b133977ef3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'serial': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1033.113733] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553370, 'name': ReconfigVM_Task, 'duration_secs': 0.434666} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.113989] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2/458152d2-1dc8-4b71-98e6-f41396d2dee2.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.114281] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.131679] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553371, 'name': Rename_Task, 'duration_secs': 0.204989} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.132602] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.132857] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba898d36-5987-4129-a931-a77db26734b1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.140666] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1033.140666] env[69644]: value = "task-3553372" [ 1033.140666] env[69644]: _type = "Task" [ 1033.140666] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.149531] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.167695] env[69644]: DEBUG nova.network.neutron [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [{"id": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "address": "fa:16:3e:85:13:23", "network": {"id": "23a2183d-357c-45de-8512-de3a716c59bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2075127132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a339bd252fa4afe9ab1b5f6a242ab20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44f014b-52", "ovs_interfaceid": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.463663] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.475s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.466209] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.831s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.466487] env[69644]: DEBUG nova.objects.instance [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lazy-loading 'resources' on Instance uuid 00a55e65-9f7f-4500-8d2f-6c53b74fed99 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.495240] env[69644]: INFO nova.scheduler.client.report [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Deleted allocations for instance a4458be6-1f79-486d-aced-2e9072547b45 [ 1033.620958] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d234ce-22c2-48cc-9173-025379a438d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.644707] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba036e0c-c275-448b-928b-c877637a61b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.664912] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.672156] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Releasing lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.672358] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Instance network_info: |[{"id": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "address": "fa:16:3e:85:13:23", "network": {"id": "23a2183d-357c-45de-8512-de3a716c59bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2075127132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a339bd252fa4afe9ab1b5f6a242ab20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44f014b-52", "ovs_interfaceid": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.672624] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.673155] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:13:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f44f014b-52a6-4ef8-89a4-2ce36000e942', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.680294] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Creating folder: Project (8a339bd252fa4afe9ab1b5f6a242ab20). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.680767] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f66ed08f-1c0a-4170-926e-fb66ac2faa00 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.692494] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Created folder: Project (8a339bd252fa4afe9ab1b5f6a242ab20) in parent group-v709242. [ 1033.692679] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Creating folder: Instances. Parent ref: group-v709474. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.692906] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-602cd7a5-fe6c-4d7b-87ab-72bb5e887998 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.702950] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Created folder: Instances in parent group-v709474. [ 1033.703206] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.703391] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.703584] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0578378e-40c0-4ba4-9d8e-5014797f1612 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.724799] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.724799] env[69644]: value = "task-3553375" [ 1033.724799] env[69644]: _type = "Task" [ 1033.724799] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.733145] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553375, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.828444] env[69644]: DEBUG nova.compute.manager [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.828603] env[69644]: DEBUG nova.compute.manager [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing instance network info cache due to event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.828820] env[69644]: DEBUG oslo_concurrency.lockutils [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] Acquiring lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.829039] env[69644]: DEBUG oslo_concurrency.lockutils [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] Acquired lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.829213] env[69644]: DEBUG nova.network.neutron [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.006936] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.009205] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b67e6a51-c90d-4832-ad5c-923c97cdfcd0 tempest-ServersTestFqdnHostnames-1313009998 tempest-ServersTestFqdnHostnames-1313009998-project-member] Lock "a4458be6-1f79-486d-aced-2e9072547b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.081s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.036330] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.036585] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.036740] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.036921] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.037079] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.037231] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.037435] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.037590] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.037755] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.037915] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.038099] env[69644]: DEBUG nova.virt.hardware [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.039247] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ff0741-fe90-41ac-97ef-74d5b3254876 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.049484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c0707e-b23a-4f0a-852b-869d1017b139 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.151830] env[69644]: DEBUG nova.objects.instance [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.157064] env[69644]: DEBUG oslo_vmware.api [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553372, 'name': PowerOnVM_Task, 'duration_secs': 0.526641} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.158564] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.158564] env[69644]: INFO nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1034.158564] env[69644]: DEBUG nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.161663] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6dae27-b963-4f8b-9f16-02f99c60a012 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.210060] env[69644]: DEBUG nova.network.neutron [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Port 9466fcff-1b9a-4a47-8e86-910b8573fdb0 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.236059] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553375, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.286206] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7f5411-44ad-4ecd-8c77-2425f8523e8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.294980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78672ca8-18bb-4b62-9248-355ed9023b4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.326179] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef40df9-8226-4580-9c67-cad737ca3e96 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.337297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80790f94-6b87-4245-be54-524bc4a40b89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.352053] env[69644]: DEBUG nova.compute.provider_tree [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.662608] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e49669c3-0c75-42cf-b065-1a507f1ea0cd tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.676059] env[69644]: INFO nova.compute.manager [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Took 40.00 seconds to build instance. [ 1034.705971] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Successfully updated port: 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.708355] env[69644]: DEBUG nova.network.neutron [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updated VIF entry in instance network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.708733] env[69644]: DEBUG nova.network.neutron [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [{"id": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "address": "fa:16:3e:85:13:23", "network": {"id": "23a2183d-357c-45de-8512-de3a716c59bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2075127132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a339bd252fa4afe9ab1b5f6a242ab20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44f014b-52", "ovs_interfaceid": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.737774] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553375, 'name': CreateVM_Task, 'duration_secs': 0.562081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.737982] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.738677] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.738863] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.739264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.739520] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f719f6-0a64-405d-b8ae-6c50192153e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.745691] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1034.745691] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fdbd7-3df9-9e2f-5626-5f5a574f10cb" [ 1034.745691] env[69644]: _type = "Task" [ 1034.745691] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.757107] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fdbd7-3df9-9e2f-5626-5f5a574f10cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.855515] env[69644]: DEBUG nova.scheduler.client.report [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.178485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3525eaf4-6040-49eb-915a-add4e207dea2 tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.856s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.211531] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.211652] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.211811] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.213144] env[69644]: DEBUG oslo_concurrency.lockutils [req-0e316bde-94ac-4e12-8d32-8565d7e9505b req-e9032a4c-a698-481e-b208-cccd6b5ad04c service nova] Releasing lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.246017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.246017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.246017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.247062] env[69644]: DEBUG nova.compute.manager [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Received event network-changed-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.247253] env[69644]: DEBUG nova.compute.manager [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Refreshing instance network info cache due to event network-changed-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.247468] env[69644]: DEBUG oslo_concurrency.lockutils [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] Acquiring lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247655] env[69644]: DEBUG oslo_concurrency.lockutils [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] Acquired lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.247731] env[69644]: DEBUG nova.network.neutron [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Refreshing network info cache for port 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.267125] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529fdbd7-3df9-9e2f-5626-5f5a574f10cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.267787] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.268156] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.268494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.268764] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.269081] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.272376] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8f614e-f666-4978-9632-ea246570a369 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.280698] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.281064] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.281893] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11e4d70-2b75-4292-ab0b-2bb1108194ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.288369] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1035.288369] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3f48a-23a1-4eb0-ac39-16dabc97354b" [ 1035.288369] env[69644]: _type = "Task" [ 1035.288369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.298249] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3f48a-23a1-4eb0-ac39-16dabc97354b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.363112] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.363588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.635s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.364319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.364606] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1035.365017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.212s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.366935] env[69644]: INFO nova.compute.claims [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.370272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c255f36f-82ff-449f-86c2-c3826c30bed3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.383020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be40e7-b676-41cb-8a3c-c6a493297960 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.404204] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec4261-b71c-4bb0-9625-24dea488043a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.407091] env[69644]: INFO nova.scheduler.client.report [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Deleted allocations for instance 00a55e65-9f7f-4500-8d2f-6c53b74fed99 [ 1035.419199] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4e7d8-daa9-4cea-a15a-14a4b19669e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.455716] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178795MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1035.455870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.759549] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.805045] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3f48a-23a1-4eb0-ac39-16dabc97354b, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.805848] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ca5d6e-6f3c-4b32-91d6-9133fb7b4f20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.819179] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1035.819179] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979643-a87d-0000-1a33-5b608c1479e4" [ 1035.819179] env[69644]: _type = "Task" [ 1035.819179] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.831388] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979643-a87d-0000-1a33-5b608c1479e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.917952] env[69644]: DEBUG oslo_concurrency.lockutils [None req-aa682e19-8078-4a66-8697-1faceddebbd3 tempest-ImagesTestJSON-1924392618 tempest-ImagesTestJSON-1924392618-project-member] Lock "00a55e65-9f7f-4500-8d2f-6c53b74fed99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.750s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.000248] env[69644]: DEBUG nova.network.neutron [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.069875] env[69644]: DEBUG nova.network.neutron [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updated VIF entry in instance network info cache for port 21144f3d-a4cf-4c52-bd2d-78bfd4f8e577. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.069875] env[69644]: DEBUG nova.network.neutron [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updating instance_info_cache with network_info: [{"id": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "address": "fa:16:3e:7d:aa:39", "network": {"id": "062982a9-3b41-41e8-aa2d-7434699338ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-303451411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52adbcff6b57477dbb80dc43c4d8ea1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21144f3d-a4", "ovs_interfaceid": "21144f3d-a4cf-4c52-bd2d-78bfd4f8e577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.209755] env[69644]: DEBUG nova.compute.manager [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-vif-plugged-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.210038] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.210300] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.210484] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.210676] env[69644]: DEBUG nova.compute.manager [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] No waiting events found dispatching network-vif-plugged-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.213152] env[69644]: WARNING nova.compute.manager [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received unexpected event network-vif-plugged-39637170-7884-4c45-8e42-5448aa6e04dd for instance with vm_state building and task_state spawning. [ 1036.213152] env[69644]: DEBUG nova.compute.manager [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.213152] env[69644]: DEBUG nova.compute.manager [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing instance network info cache due to event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.213152] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.291724] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.291917] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.292266] env[69644]: DEBUG nova.network.neutron [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.336716] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52979643-a87d-0000-1a33-5b608c1479e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.336931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.337233] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f8d88412-9505-4d08-afec-8af73e0995ec/f8d88412-9505-4d08-afec-8af73e0995ec.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.337506] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b5140e0-e03f-4b10-b1d0-30fc72aa0579 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.348220] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1036.348220] env[69644]: value = "task-3553376" [ 1036.348220] env[69644]: _type = "Task" [ 1036.348220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.358142] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.507197] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.507793] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Instance network_info: |[{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.508721] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.509209] env[69644]: DEBUG nova.network.neutron [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.511308] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ed:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39637170-7884-4c45-8e42-5448aa6e04dd', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.524343] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.530973] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.532089] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87577c3c-984e-479f-8869-2577c07d87a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.571477] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.571477] env[69644]: value = "task-3553377" [ 1036.571477] env[69644]: _type = "Task" [ 1036.571477] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.571911] env[69644]: DEBUG oslo_concurrency.lockutils [req-1d38239c-a802-4c11-8c97-cb428650b3b7 req-e5598930-e4a8-4ba9-88fb-d7a970e7cedf service nova] Releasing lock "refresh_cache-0960aee8-85fe-4a94-86d8-23809ed4139f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.584708] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553377, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.615960] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "b92c84e3-da52-49f6-988b-b76eb93756f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.616236] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.834841] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a23bc1-fbaa-43b2-9fc3-7baf01e4c07e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.844013] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149424a-2c4f-4ed1-8a3d-141a0304c226 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.860405] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553376, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.892245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4075d6-2d4b-4d64-9680-d7fd848a4ef8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.902191] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca776be-6c77-4c44-881f-30d8937a04f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.918086] env[69644]: DEBUG nova.compute.provider_tree [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.085337] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553377, 'name': CreateVM_Task, 'duration_secs': 0.451164} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.085548] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.086282] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.086672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.087045] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.087313] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11652881-bfaf-4628-a8cd-85425eeb6ba7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.093306] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1037.093306] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a04c57-5e4f-52a9-6fea-6850fd420f57" [ 1037.093306] env[69644]: _type = "Task" [ 1037.093306] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.099800] env[69644]: DEBUG nova.network.neutron [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updated VIF entry in instance network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.100240] env[69644]: DEBUG nova.network.neutron [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.105343] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a04c57-5e4f-52a9-6fea-6850fd420f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.118415] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.338059] env[69644]: DEBUG nova.network.neutron [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.359516] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514389} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.359760] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f8d88412-9505-4d08-afec-8af73e0995ec/f8d88412-9505-4d08-afec-8af73e0995ec.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.359979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.360316] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ab50ce-ef40-467b-b565-efd5e2543b11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.368245] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1037.368245] env[69644]: value = "task-3553378" [ 1037.368245] env[69644]: _type = "Task" [ 1037.368245] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.378774] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.424023] env[69644]: DEBUG nova.scheduler.client.report [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.604834] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a04c57-5e4f-52a9-6fea-6850fd420f57, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.605249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605629] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.605933] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.606101] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.606288] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.606785] env[69644]: DEBUG oslo_concurrency.lockutils [req-ffe0c539-90bf-4d37-9dde-21fc1d16c0aa req-0f4ad2b6-c978-4536-bab7-2a48346482d8 service nova] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.607194] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf191a0-41a3-49e0-b26c-054b6dd3974d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.619031] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.619031] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.619031] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7844a58-499f-40e9-a70e-63893be28869 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.625760] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1037.625760] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3732d-2976-579c-aa85-71b96f713376" [ 1037.625760] env[69644]: _type = "Task" [ 1037.625760] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.639867] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c3732d-2976-579c-aa85-71b96f713376, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.639989] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e425a136-8b78-48bd-b077-a314d8daf70b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.644265] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.649175] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1037.649175] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52749bd5-bce4-84be-7e62-df956d00b1ea" [ 1037.649175] env[69644]: _type = "Task" [ 1037.649175] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.660211] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52749bd5-bce4-84be-7e62-df956d00b1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.783555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.783875] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.784086] env[69644]: DEBUG nova.compute.manager [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.785649] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ff843-6b78-48a2-b4a2-d14117d62eac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.792218] env[69644]: DEBUG nova.compute.manager [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1037.792833] env[69644]: DEBUG nova.objects.instance [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'flavor' on Instance uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.841028] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.880659] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069627} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.880935] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.881800] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d69ee-ffd5-4a9f-b6f0-fd78fb53dee4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.907080] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f8d88412-9505-4d08-afec-8af73e0995ec/f8d88412-9505-4d08-afec-8af73e0995ec.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.908164] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bab592-2172-4e77-9357-0f7e56adfd03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.927020] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.927526] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.931256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.297s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.931478] env[69644]: DEBUG nova.objects.instance [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lazy-loading 'resources' on Instance uuid da76d620-e592-4137-80f4-348f0a67b175 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.932855] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1037.932855] env[69644]: value = "task-3553379" [ 1037.932855] env[69644]: _type = "Task" [ 1037.932855] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.942651] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.160615] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52749bd5-bce4-84be-7e62-df956d00b1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.160883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.161160] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e65d52f9-4895-4ca7-a4e1-9052075ee858/e65d52f9-4895-4ca7-a4e1-9052075ee858.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.161433] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb29ee46-337e-4a2b-b29e-b25ada2cb114 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.171444] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1038.171444] env[69644]: value = "task-3553380" [ 1038.171444] env[69644]: _type = "Task" [ 1038.171444] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.184230] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.377168] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a718dff-a327-450a-a452-e91766e8c0cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.398216] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc3b8a-8b15-43fb-985a-580fe48b4e79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.406438] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.435141] env[69644]: DEBUG nova.compute.utils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.436735] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.437794] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.453193] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.488959] env[69644]: DEBUG nova.policy [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e775c2d01b56499385781d26f5a88a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ea010f5ef1e42f18f104ae401113225', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.693268] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490526} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.694083] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e65d52f9-4895-4ca7-a4e1-9052075ee858/e65d52f9-4895-4ca7-a4e1-9052075ee858.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.694083] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.695753] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2494e9-0fd2-4f80-9079-fca7605105ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.705501] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1038.705501] env[69644]: value = "task-3553381" [ 1038.705501] env[69644]: _type = "Task" [ 1038.705501] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.722415] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.802468] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.802468] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8446b40f-3f16-48d3-a48f-67e53fc870ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.809690] env[69644]: DEBUG oslo_vmware.api [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1038.809690] env[69644]: value = "task-3553382" [ 1038.809690] env[69644]: _type = "Task" [ 1038.809690] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.819327] env[69644]: DEBUG oslo_vmware.api [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.874211] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63973b-47d2-49ce-9db7-241c27ca19c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.885082] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2ab98-520d-4214-b2c2-7c7a84aed339 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.894946] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Successfully created port: f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.937698] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.938504] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad80573-838a-4f2c-be95-a3ddd9e276d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.941644] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e694a8-4f27-40fa-a463-3529502824e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.949531] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.967545] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a497e84-2f2f-45fc-b005-38721fdb87cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.973691] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553379, 'name': ReconfigVM_Task, 'duration_secs': 0.984327} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.974203] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1038.974203] env[69644]: value = "task-3553383" [ 1038.974203] env[69644]: _type = "Task" [ 1038.974203] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.978032] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f8d88412-9505-4d08-afec-8af73e0995ec/f8d88412-9505-4d08-afec-8af73e0995ec.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.978032] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-427c8ae6-b83e-481e-83a6-49cc456e7661 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.997428] env[69644]: DEBUG nova.compute.provider_tree [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.008920] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553383, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.009318] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1039.009318] env[69644]: value = "task-3553384" [ 1039.009318] env[69644]: _type = "Task" [ 1039.009318] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.018226] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553384, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.220839] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072563} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.221118] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.222651] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2301369-b7b6-46fa-b5c4-905466f9bae8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.245408] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e65d52f9-4895-4ca7-a4e1-9052075ee858/e65d52f9-4895-4ca7-a4e1-9052075ee858.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.245711] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3c223b-3d35-421c-a227-8a18491d997a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.268393] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1039.268393] env[69644]: value = "task-3553385" [ 1039.268393] env[69644]: _type = "Task" [ 1039.268393] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.276897] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.318891] env[69644]: DEBUG oslo_vmware.api [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553382, 'name': PowerOffVM_Task, 'duration_secs': 0.353401} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.319307] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.319471] env[69644]: DEBUG nova.compute.manager [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.320252] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf92bf3-27f2-41f9-8613-1ba996156fe3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.490811] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.500983] env[69644]: DEBUG nova.scheduler.client.report [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.519311] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553384, 'name': Rename_Task, 'duration_secs': 0.252702} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.519600] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.519844] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46811985-005b-439e-81c2-00c7f229dbae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.526919] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1039.526919] env[69644]: value = "task-3553386" [ 1039.526919] env[69644]: _type = "Task" [ 1039.526919] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.534765] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.779238] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.833187] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdb0c4b0-661c-4908-9553-424e5fb180de tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.963589] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.989553] env[69644]: DEBUG oslo_vmware.api [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553383, 'name': PowerOnVM_Task, 'duration_secs': 0.977122} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.989797] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.989924] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5cc589-d405-4de0-96f8-331b1ae681a7 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance '458152d2-1dc8-4b71-98e6-f41396d2dee2' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.004327] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.004822] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.004822] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.005607] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.005683] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.006465] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.006465] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.006465] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.006465] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.006650] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.006722] env[69644]: DEBUG nova.virt.hardware [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.007642] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88043216-6e69-4c3a-8a36-b945f14260b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.010683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.012992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.433s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.012992] env[69644]: DEBUG nova.objects.instance [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lazy-loading 'resources' on Instance uuid b805541c-5a0d-46d9-93a2-dd9a8c136031 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.022415] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aed847-df91-4fd0-adb8-4ff61f4068f7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.044794] env[69644]: INFO nova.scheduler.client.report [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Deleted allocations for instance da76d620-e592-4137-80f4-348f0a67b175 [ 1040.054043] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.280401] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.469220] env[69644]: DEBUG nova.objects.instance [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'flavor' on Instance uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.543996] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.557801] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c6766c39-b017-4380-8f91-957bddd9ddce tempest-ServerRescueTestJSON-1328189417 tempest-ServerRescueTestJSON-1328189417-project-member] Lock "da76d620-e592-4137-80f4-348f0a67b175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.881s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.780831] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553385, 'name': ReconfigVM_Task, 'duration_secs': 1.121503} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.784078] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e65d52f9-4895-4ca7-a4e1-9052075ee858/e65d52f9-4895-4ca7-a4e1-9052075ee858.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.785675] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1525c6f-d4c3-48fe-be06-985df73bc8c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.794645] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1040.794645] env[69644]: value = "task-3553387" [ 1040.794645] env[69644]: _type = "Task" [ 1040.794645] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.808776] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553387, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.811386] env[69644]: DEBUG nova.compute.manager [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Received event network-vif-plugged-f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.811641] env[69644]: DEBUG oslo_concurrency.lockutils [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] Acquiring lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.811963] env[69644]: DEBUG oslo_concurrency.lockutils [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.812057] env[69644]: DEBUG oslo_concurrency.lockutils [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.812194] env[69644]: DEBUG nova.compute.manager [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] No waiting events found dispatching network-vif-plugged-f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1040.812354] env[69644]: WARNING nova.compute.manager [req-4f98cc9c-b02b-4ada-815d-049e8bb6f0a3 req-a650c5c9-f880-4737-9969-4ca1471a7585 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Received unexpected event network-vif-plugged-f330d273-aff7-4fdf-b98f-0f7abfcb073c for instance with vm_state building and task_state spawning. [ 1040.855165] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f532a-82d2-414f-96a6-e3fd04b5441c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.864047] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069bdd2-7675-4964-b5b0-c779a5ab787f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.903160] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3e3e9-edee-4a90-8712-bb9474e51862 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.911319] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8842f849-c728-4f4e-9661-fd4a172c5a5b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.925429] env[69644]: DEBUG nova.compute.provider_tree [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.974148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.974432] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.974829] env[69644]: DEBUG nova.network.neutron [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.974936] env[69644]: DEBUG nova.objects.instance [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'info_cache' on Instance uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.040066] env[69644]: DEBUG oslo_vmware.api [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553386, 'name': PowerOnVM_Task, 'duration_secs': 1.402188} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.040686] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.041512] env[69644]: INFO nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1041.041512] env[69644]: DEBUG nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.042586] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4cb2e-ddec-4073-b6b7-825d5f624dfc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.067357] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Successfully updated port: f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.305594] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553387, 'name': Rename_Task, 'duration_secs': 0.172847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.305594] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.305979] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14af687b-d873-4265-8bff-77b645a15d50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.313821] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1041.313821] env[69644]: value = "task-3553388" [ 1041.313821] env[69644]: _type = "Task" [ 1041.313821] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.323955] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.428043] env[69644]: DEBUG nova.scheduler.client.report [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.478579] env[69644]: DEBUG nova.objects.base [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Object Instance<53196b13-b976-4f28-b982-a94ca5558a20> lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.568807] env[69644]: INFO nova.compute.manager [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Took 34.78 seconds to build instance. [ 1041.570839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.571729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.571729] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.825597] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.939103] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.941108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.862s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.943449] env[69644]: INFO nova.compute.claims [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.976394] env[69644]: INFO nova.scheduler.client.report [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Deleted allocations for instance b805541c-5a0d-46d9-93a2-dd9a8c136031 [ 1042.073528] env[69644]: DEBUG oslo_concurrency.lockutils [None req-57531ac2-ec3e-4aa6-9b9c-18ce4c4ed938 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.287s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.133825] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.327859] env[69644]: DEBUG oslo_vmware.api [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553388, 'name': PowerOnVM_Task, 'duration_secs': 0.758368} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.328084] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.328294] env[69644]: INFO nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1042.328478] env[69644]: DEBUG nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.329337] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b508b4-4bdd-45ed-ab97-65cc46968c1b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.488649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3f6463bd-548f-41be-b45b-6bf8cae4d734 tempest-ServersAdminTestJSON-567435686 tempest-ServersAdminTestJSON-567435686-project-member] Lock "b805541c-5a0d-46d9-93a2-dd9a8c136031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.301s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.513599] env[69644]: DEBUG nova.network.neutron [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.517891] env[69644]: DEBUG nova.network.neutron [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Updating instance_info_cache with network_info: [{"id": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "address": "fa:16:3e:8f:a8:8c", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330d273-af", "ovs_interfaceid": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.852143] env[69644]: INFO nova.compute.manager [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Took 35.74 seconds to build instance. [ 1043.023441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.024368] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Instance network_info: |[{"id": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "address": "fa:16:3e:8f:a8:8c", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330d273-af", "ovs_interfaceid": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.025621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.032138] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:a8:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f330d273-aff7-4fdf-b98f-0f7abfcb073c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.041680] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.042390] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.042471] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be47346-66cd-4843-ac0a-746e663c410d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.068633] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.068633] env[69644]: value = "task-3553389" [ 1043.068633] env[69644]: _type = "Task" [ 1043.068633] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.079666] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553389, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.345814] env[69644]: DEBUG nova.compute.manager [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Received event network-changed-f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.345814] env[69644]: DEBUG nova.compute.manager [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Refreshing instance network info cache due to event network-changed-f330d273-aff7-4fdf-b98f-0f7abfcb073c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.345814] env[69644]: DEBUG oslo_concurrency.lockutils [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] Acquiring lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.346055] env[69644]: DEBUG oslo_concurrency.lockutils [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] Acquired lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.346100] env[69644]: DEBUG nova.network.neutron [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Refreshing network info cache for port f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.355872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-09f9c9b3-149a-467c-b73f-9ff2aee8fc1e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.258s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.396669] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c7d947-d292-4741-9dd8-d45776b3e588 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.406297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c18c90-310e-4d1d-a266-63bcba523ff3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440956] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b64f0-92c6-4c7d-9ca4-901a45af8865 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.448519] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57147883-cea1-497f-9b28-3977a95ee973 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.463472] env[69644]: DEBUG nova.compute.provider_tree [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.578680] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553389, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.688650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.688650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.688650] env[69644]: DEBUG nova.compute.manager [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Going to confirm migration 4 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1043.966695] env[69644]: DEBUG nova.scheduler.client.report [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.047798] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.047798] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c407791d-e694-4e75-b669-fb24e7e38e23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.056370] env[69644]: DEBUG oslo_vmware.api [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1044.056370] env[69644]: value = "task-3553390" [ 1044.056370] env[69644]: _type = "Task" [ 1044.056370] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.070202] env[69644]: DEBUG oslo_vmware.api [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.082636] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553389, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.157352] env[69644]: DEBUG nova.network.neutron [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Updated VIF entry in instance network info cache for port f330d273-aff7-4fdf-b98f-0f7abfcb073c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.157755] env[69644]: DEBUG nova.network.neutron [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Updating instance_info_cache with network_info: [{"id": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "address": "fa:16:3e:8f:a8:8c", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330d273-af", "ovs_interfaceid": "f330d273-aff7-4fdf-b98f-0f7abfcb073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.274854] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.275443] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.275565] env[69644]: DEBUG nova.network.neutron [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.275747] env[69644]: DEBUG nova.objects.instance [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'info_cache' on Instance uuid 458152d2-1dc8-4b71-98e6-f41396d2dee2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.476123] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.476661] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.482370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.424s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.482370] env[69644]: DEBUG nova.objects.instance [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lazy-loading 'resources' on Instance uuid 8a056a9c-9119-495f-8055-71c77d3a1b11 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.567433] env[69644]: DEBUG oslo_vmware.api [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.582596] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553389, 'name': CreateVM_Task, 'duration_secs': 1.363495} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.583108] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.583859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.584111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584480] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584789] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316cdead-db5d-4195-a1f1-352a38d98621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.589765] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1044.589765] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272e733-0627-09d8-7dab-c7e35ba1e34b" [ 1044.589765] env[69644]: _type = "Task" [ 1044.589765] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.598246] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272e733-0627-09d8-7dab-c7e35ba1e34b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.660710] env[69644]: DEBUG oslo_concurrency.lockutils [req-d4bbe7d5-fe60-4b53-9e39-f13830e3992c req-6e6573fd-46c5-40a8-ac67-c353d9c73146 service nova] Releasing lock "refresh_cache-ca5c0c24-6d95-40ff-95aa-82256c51032a" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.751499] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "868226c5-be75-403e-95c6-06ae0df85d7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.751775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.983216] env[69644]: DEBUG nova.compute.utils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.989261] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.989410] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.076617] env[69644]: DEBUG oslo_vmware.api [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553390, 'name': PowerOnVM_Task, 'duration_secs': 0.787508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.077940] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.077940] env[69644]: DEBUG nova.compute.manager [None req-e84e64b5-85ef-4053-bbcd-3f8cbdc20d10 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.079063] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce354f-e7a8-4493-802e-09e4a7bd3c73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.083247] env[69644]: DEBUG nova.compute.manager [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.083616] env[69644]: DEBUG nova.compute.manager [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing instance network info cache due to event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.084036] env[69644]: DEBUG oslo_concurrency.lockutils [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] Acquiring lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.084036] env[69644]: DEBUG oslo_concurrency.lockutils [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] Acquired lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.084036] env[69644]: DEBUG nova.network.neutron [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.105115] env[69644]: DEBUG nova.policy [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2264f16080147ee9e3bd7991925bafe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24a159271de341a8918a33e49b0eb460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.121316] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272e733-0627-09d8-7dab-c7e35ba1e34b, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.121781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.122144] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.122484] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.124024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.124024] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.124024] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd9d762-d4f6-4bfe-8d06-c05a7f402978 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.136581] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.136581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.136581] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45615d9-9c8d-4543-ada4-6efe47c1abb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.140469] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1045.140469] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256c159-6e5c-2474-7fad-1faaaf583b3a" [ 1045.140469] env[69644]: _type = "Task" [ 1045.140469] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.149429] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256c159-6e5c-2474-7fad-1faaaf583b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.258052] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.378647] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9cb54d-85d0-44fd-89c3-fc75c957953f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.395025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1dc016-b0b6-45ca-a461-15501495c7ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.427359] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20313c22-9a64-41c8-b3ab-c3bde13733fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.432616] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483ea18-cf02-4d81-b1b2-1bb63e0a0420 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.446193] env[69644]: DEBUG nova.compute.provider_tree [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.498227] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.534092] env[69644]: DEBUG nova.compute.manager [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.534307] env[69644]: DEBUG nova.compute.manager [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.534519] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.534657] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.535055] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.586315] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.586543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.652417] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5256c159-6e5c-2474-7fad-1faaaf583b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.653851] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0534ce75-e1ab-4a9e-a36f-a28c43cc34ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.662016] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1045.662016] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cd8803-48fb-e4ec-7887-d29585e4abf8" [ 1045.662016] env[69644]: _type = "Task" [ 1045.662016] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.670484] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cd8803-48fb-e4ec-7887-d29585e4abf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.780611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.858255] env[69644]: DEBUG nova.network.neutron [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [{"id": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "address": "fa:16:3e:11:6b:25", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466fcff-1b", "ovs_interfaceid": "9466fcff-1b9a-4a47-8e86-910b8573fdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.949869] env[69644]: DEBUG nova.scheduler.client.report [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.984860] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Successfully created port: 9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.091199] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.173118] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cd8803-48fb-e4ec-7887-d29585e4abf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.173299] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.173530] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ca5c0c24-6d95-40ff-95aa-82256c51032a/ca5c0c24-6d95-40ff-95aa-82256c51032a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.173795] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd78e0e0-b806-4353-89d8-fdabefed5840 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.185124] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1046.185124] env[69644]: value = "task-3553391" [ 1046.185124] env[69644]: _type = "Task" [ 1046.185124] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.190703] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.194865] env[69644]: DEBUG nova.network.neutron [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updated VIF entry in instance network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.195321] env[69644]: DEBUG nova.network.neutron [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [{"id": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "address": "fa:16:3e:85:13:23", "network": {"id": "23a2183d-357c-45de-8512-de3a716c59bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2075127132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a339bd252fa4afe9ab1b5f6a242ab20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44f014b-52", "ovs_interfaceid": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.360776] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-458152d2-1dc8-4b71-98e6-f41396d2dee2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.361043] env[69644]: DEBUG nova.objects.instance [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'migration_context' on Instance uuid 458152d2-1dc8-4b71-98e6-f41396d2dee2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.457024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.460798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.677s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.464823] env[69644]: INFO nova.compute.claims [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.508268] env[69644]: INFO nova.scheduler.client.report [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Deleted allocations for instance 8a056a9c-9119-495f-8055-71c77d3a1b11 [ 1046.515689] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.551949] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.553082] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.553267] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.553463] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.553606] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.553749] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.553961] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.555197] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.555197] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.555197] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.555197] env[69644]: DEBUG nova.virt.hardware [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.555602] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c25e94-d2e5-45a8-89a4-4a0df5d46466 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.567782] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65967958-dc31-47d0-b2db-cd35503702e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.617457] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.693841] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553391, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.699804] env[69644]: DEBUG oslo_concurrency.lockutils [req-c61bedab-8c76-4a6e-b2c2-07adaad7663a req-76a081ca-b4b2-4012-b02e-25a6f43c83d7 service nova] Releasing lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.773163] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.773525] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.865300] env[69644]: DEBUG nova.objects.base [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Object Instance<458152d2-1dc8-4b71-98e6-f41396d2dee2> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.866242] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7d086-648f-4c62-9737-3af04cb6f40a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.888123] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080ddc8d-771b-410c-9133-c99f75fc81d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.892500] env[69644]: DEBUG oslo_vmware.api [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1046.892500] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52517d2e-65bd-c9c7-a1a0-6ac7a7731977" [ 1046.892500] env[69644]: _type = "Task" [ 1046.892500] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.901289] env[69644]: DEBUG oslo_vmware.api [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52517d2e-65bd-c9c7-a1a0-6ac7a7731977, 'name': SearchDatastore_Task, 'duration_secs': 0.007056} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.901636] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.029990] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eee3d5c9-ab95-4bca-ae98-427186cb6c0d tempest-InstanceActionsTestJSON-276135571 tempest-InstanceActionsTestJSON-276135571-project-member] Lock "8a056a9c-9119-495f-8055-71c77d3a1b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.549s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.195770] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553391, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.277056] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.277397] env[69644]: DEBUG nova.compute.manager [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.277585] env[69644]: DEBUG nova.compute.manager [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing instance network info cache due to event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.277809] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.277951] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.278304] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.706832] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553391, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.507518} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.708950] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ca5c0c24-6d95-40ff-95aa-82256c51032a/ca5c0c24-6d95-40ff-95aa-82256c51032a.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.709228] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.709800] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-749db998-223c-4807-bda5-f3c27da70232 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.716453] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1047.716453] env[69644]: value = "task-3553392" [ 1047.716453] env[69644]: _type = "Task" [ 1047.716453] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.727267] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.864350] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb2a869-0c66-438a-a010-1bd881333468 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.872299] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208031cd-f8fc-42f0-be11-6dd1be484637 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.910050] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262f54aa-fcd2-401a-94d0-d1bc0d15bb4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.917092] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ec819-f3e3-4769-bb4f-11fbafc9840c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.931034] env[69644]: DEBUG nova.compute.provider_tree [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.195597] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updated VIF entry in instance network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.196404] env[69644]: DEBUG nova.network.neutron [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.229149] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130982} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.230267] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.231552] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77936478-5ad2-4e50-810d-2e4e4a0a76ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.259208] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ca5c0c24-6d95-40ff-95aa-82256c51032a/ca5c0c24-6d95-40ff-95aa-82256c51032a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.259892] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfecc5a5-d948-463c-bd78-c41e8255497f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.280659] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1048.280659] env[69644]: value = "task-3553393" [ 1048.280659] env[69644]: _type = "Task" [ 1048.280659] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.290428] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.305313] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Successfully updated port: 9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.400613] env[69644]: DEBUG nova.compute.manager [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Received event network-vif-plugged-9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.400613] env[69644]: DEBUG oslo_concurrency.lockutils [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] Acquiring lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.400613] env[69644]: DEBUG oslo_concurrency.lockutils [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.400613] env[69644]: DEBUG oslo_concurrency.lockutils [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.401024] env[69644]: DEBUG nova.compute.manager [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] No waiting events found dispatching network-vif-plugged-9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.401024] env[69644]: WARNING nova.compute.manager [req-1f453f6a-f98a-4ddb-b91f-b5b851e1d882 req-23fa152e-2a52-45b5-a6d8-b21b9f25e21a service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Received unexpected event network-vif-plugged-9cd2f648-de18-4069-aa22-1a8a770b5cb7 for instance with vm_state building and task_state spawning. [ 1048.435431] env[69644]: DEBUG nova.scheduler.client.report [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.499612] env[69644]: DEBUG nova.compute.manager [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.499878] env[69644]: DEBUG nova.compute.manager [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing instance network info cache due to event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.500053] env[69644]: DEBUG oslo_concurrency.lockutils [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.700814] env[69644]: DEBUG oslo_concurrency.lockutils [req-d76af2a7-a8dc-4e04-8b6d-d7bd0a497fa2 req-bf013fbd-ef7c-4200-ae56-31d4100b3065 service nova] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.701292] env[69644]: DEBUG oslo_concurrency.lockutils [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.701486] env[69644]: DEBUG nova.network.neutron [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.799715] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.808133] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.808283] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquired lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.808434] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.941340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.941340] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.943494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.488s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.291554] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553393, 'name': ReconfigVM_Task, 'duration_secs': 0.597188} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.294346] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ca5c0c24-6d95-40ff-95aa-82256c51032a/ca5c0c24-6d95-40ff-95aa-82256c51032a.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.294994] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472c895d-5be2-428d-ac37-28832663106f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.302750] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1049.302750] env[69644]: value = "task-3553394" [ 1049.302750] env[69644]: _type = "Task" [ 1049.302750] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.312948] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553394, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.366954] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.447929] env[69644]: DEBUG nova.compute.utils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.449616] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.451264] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.593525] env[69644]: DEBUG nova.network.neutron [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updated VIF entry in instance network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.594119] env[69644]: DEBUG nova.network.neutron [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.607911] env[69644]: DEBUG nova.policy [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.659046] env[69644]: DEBUG nova.network.neutron [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Updating instance_info_cache with network_info: [{"id": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "address": "fa:16:3e:40:ad:5e", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd2f648-de", "ovs_interfaceid": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.813884] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553394, 'name': Rename_Task, 'duration_secs': 0.248589} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.814373] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.814660] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28b6374-c066-4458-97ec-3ffbc294c4fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.820928] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1049.820928] env[69644]: value = "task-3553395" [ 1049.820928] env[69644]: _type = "Task" [ 1049.820928] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.830633] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.970695] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Applying migration context for instance 458152d2-1dc8-4b71-98e6-f41396d2dee2 as it has an incoming, in-progress migration bc02d881-246d-4efe-9d8c-a57166dd90b9. Migration status is confirming {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1049.976888] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating resource usage from migration bc02d881-246d-4efe-9d8c-a57166dd90b9 [ 1049.979978] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7b0853d4-ca04-4864-aa90-a79af013fe48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance fe298bda-f599-4ec0-8ed1-de31d394f298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 53196b13-b976-4f28-b982-a94ca5558a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 261bd7d7-c74b-4b96-996c-348b1d99083c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ea9a6b16-277b-45af-b9f1-4eb58826375b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance e603be63-d732-4e6f-9432-7c5bc2b88ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7cd1a218-c902-4cc7-80b0-a0df4a88a08c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 18cff6a1-993b-4414-85c6-39e3a686b233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 0960aee8-85fe-4a94-86d8-23809ed4139f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Migration bc02d881-246d-4efe-9d8c-a57166dd90b9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1050.014469] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 458152d2-1dc8-4b71-98e6-f41396d2dee2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.015214] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f8d88412-9505-4d08-afec-8af73e0995ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.015214] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance e65d52f9-4895-4ca7-a4e1-9052075ee858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.015214] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ca5c0c24-6d95-40ff-95aa-82256c51032a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.015214] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 48d4f420-ca91-4a6f-8175-4f8292c25663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.015214] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b6425201-f51e-4367-9580-8787d441a0a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.097921] env[69644]: DEBUG oslo_concurrency.lockutils [req-7cf54311-4bfe-4c84-8a59-969d97cc69b8 req-71a05747-0abc-472b-9f43-ace44ecad07e service nova] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.162391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Releasing lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.162774] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Instance network_info: |[{"id": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "address": "fa:16:3e:40:ad:5e", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd2f648-de", "ovs_interfaceid": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.163239] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ad:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd2f648-de18-4069-aa22-1a8a770b5cb7', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.172569] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Creating folder: Project (24a159271de341a8918a33e49b0eb460). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.173441] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c57066d-19dc-4903-9125-b2eba82d6b35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.187678] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Created folder: Project (24a159271de341a8918a33e49b0eb460) in parent group-v709242. [ 1050.187895] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Creating folder: Instances. Parent ref: group-v709479. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.188174] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20e29ad-399f-4168-a302-d6a9caf763ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.198805] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Created folder: Instances in parent group-v709479. [ 1050.199068] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.199286] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.199551] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c98572a-8341-45ec-a548-f0834771475e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.224798] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.224798] env[69644]: value = "task-3553398" [ 1050.224798] env[69644]: _type = "Task" [ 1050.224798] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.234677] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553398, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.332286] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.472771] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Successfully created port: 16180887-2725-4619-8516-5313b483c23a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.517963] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance b92c84e3-da52-49f6-988b-b76eb93756f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1050.641474] env[69644]: DEBUG nova.compute.manager [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Received event network-changed-9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.641547] env[69644]: DEBUG nova.compute.manager [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Refreshing instance network info cache due to event network-changed-9cd2f648-de18-4069-aa22-1a8a770b5cb7. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.641718] env[69644]: DEBUG oslo_concurrency.lockutils [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] Acquiring lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641874] env[69644]: DEBUG oslo_concurrency.lockutils [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] Acquired lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.642460] env[69644]: DEBUG nova.network.neutron [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Refreshing network info cache for port 9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.672251] env[69644]: DEBUG nova.compute.manager [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.672251] env[69644]: DEBUG nova.compute.manager [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.672251] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.672251] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.672251] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.735582] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553398, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.832969] env[69644]: DEBUG oslo_vmware.api [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553395, 'name': PowerOnVM_Task, 'duration_secs': 0.515284} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.833096] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.833563] env[69644]: INFO nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1050.833892] env[69644]: DEBUG nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.835079] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ad5cf-9db1-4fdf-b572-5d1ee8ddfb61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.995344] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.021781] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 868226c5-be75-403e-95c6-06ae0df85d7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1051.033180] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.033436] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.033598] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.033781] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.033926] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.037211] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.037538] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.037728] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.037916] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.038167] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.042020] env[69644]: DEBUG nova.virt.hardware [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.042020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a044eb-0e2e-47b9-9dd6-85a38c9633ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.050396] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7990022a-c976-42c0-881c-a9b712cba177 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.239287] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553398, 'name': CreateVM_Task, 'duration_secs': 0.603394} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.240092] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.241096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.241320] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.241728] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.242342] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943824e7-873d-4f7c-99a0-adcf61614626 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.248820] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1051.248820] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f11538-2c61-d787-05b5-c93d119857b2" [ 1051.248820] env[69644]: _type = "Task" [ 1051.248820] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.264439] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f11538-2c61-d787-05b5-c93d119857b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.359640] env[69644]: INFO nova.compute.manager [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Took 37.24 seconds to build instance. [ 1051.526450] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1051.526668] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1051.526842] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1051.699125] env[69644]: DEBUG nova.network.neutron [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Updated VIF entry in instance network info cache for port 9cd2f648-de18-4069-aa22-1a8a770b5cb7. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.699396] env[69644]: DEBUG nova.network.neutron [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Updating instance_info_cache with network_info: [{"id": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "address": "fa:16:3e:40:ad:5e", "network": {"id": "eb3cfe8b-7b5c-4b1d-ba61-69432671b172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9ce8202e2874db8927056d64c43c8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd2f648-de", "ovs_interfaceid": "9cd2f648-de18-4069-aa22-1a8a770b5cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.720857] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "f8d88412-9505-4d08-afec-8af73e0995ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.721254] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.721491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.721717] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.721979] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.724316] env[69644]: INFO nova.compute.manager [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Terminating instance [ 1051.767137] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f11538-2c61-d787-05b5-c93d119857b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025226} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.771119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.771457] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.771781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.772149] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.772188] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.773526] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.773918] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.776314] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f411880-8730-4438-9204-920bc2b4a293 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.786313] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.786858] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.787992] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b4dc81-edfa-4a5a-9fd9-f5dd777ec162 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.802184] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1051.802184] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c87df9-70db-b4c7-6dd0-51fa9c0d578f" [ 1051.802184] env[69644]: _type = "Task" [ 1051.802184] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.810669] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c87df9-70db-b4c7-6dd0-51fa9c0d578f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.814211] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684ad2bf-6754-4d40-a62b-4259781b8352 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.820408] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1051.820408] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbf176-b775-6916-cc4f-74b17ebf4776" [ 1051.820408] env[69644]: _type = "Task" [ 1051.820408] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.839160] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbf176-b775-6916-cc4f-74b17ebf4776, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.839160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.839160] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 48d4f420-ca91-4a6f-8175-4f8292c25663/48d4f420-ca91-4a6f-8175-4f8292c25663.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.840292] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b083c901-2f2a-4d76-97e7-d32ecf233fb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.849146] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1051.849146] env[69644]: value = "task-3553399" [ 1051.849146] env[69644]: _type = "Task" [ 1051.849146] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.857807] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.863541] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4047abdd-d7a9-410a-89bd-2516024e1d82 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.758s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.967218] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8041a23-6141-4f6a-ab1f-9408a5d0d445 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.975643] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc73d3-c296-406a-9c76-3798b4d581c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.010645] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc325db-d8d6-4a0e-a4d6-fa6444789184 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.018871] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff77c25-f839-49db-bd2c-5b4d26041127 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.038572] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.143464] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.146784] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.147077] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.147300] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.147508] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.151063] env[69644]: INFO nova.compute.manager [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Terminating instance [ 1052.243186] env[69644]: DEBUG oslo_concurrency.lockutils [req-fba791f0-c507-446f-95d9-a4ece739f241 req-8c67e38b-1c85-462c-b9a1-44ea08e79616 service nova] Releasing lock "refresh_cache-48d4f420-ca91-4a6f-8175-4f8292c25663" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.243186] env[69644]: DEBUG nova.compute.manager [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.243186] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.243186] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9983e3-fea4-4e26-b048-512636979f64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.248993] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.250412] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad376b6a-eacd-4d7a-bcf8-d21a0ff32333 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.259705] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1052.259705] env[69644]: value = "task-3553400" [ 1052.259705] env[69644]: _type = "Task" [ 1052.259705] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.271205] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.280888] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.281059] env[69644]: DEBUG nova.compute.manager [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.281237] env[69644]: DEBUG nova.compute.manager [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing instance network info cache due to event network-changed-f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.281467] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Acquiring lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.281611] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Acquired lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.281787] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Refreshing network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.360267] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.542565] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.655430] env[69644]: DEBUG nova.compute.manager [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.655652] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.656584] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8fbaaf-821f-49cc-9b66-dbfa3a556de5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.665795] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.666133] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31acd706-cf61-46d6-9a02-df697c32e9b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.674287] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1052.674287] env[69644]: value = "task-3553401" [ 1052.674287] env[69644]: _type = "Task" [ 1052.674287] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.684614] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.775406] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553400, 'name': PowerOffVM_Task, 'duration_secs': 0.339603} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.775696] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.775884] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.776222] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e56b8f5-c1ef-4093-bf06-a76669567500 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.834704] env[69644]: DEBUG nova.compute.manager [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Received event network-vif-plugged-16180887-2725-4619-8516-5313b483c23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.835084] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] Acquiring lock "b6425201-f51e-4367-9580-8787d441a0a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.835187] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] Lock "b6425201-f51e-4367-9580-8787d441a0a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.835362] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] Lock "b6425201-f51e-4367-9580-8787d441a0a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.835554] env[69644]: DEBUG nova.compute.manager [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] No waiting events found dispatching network-vif-plugged-16180887-2725-4619-8516-5313b483c23a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1052.836062] env[69644]: WARNING nova.compute.manager [req-f55aa256-e250-48db-82d4-a27167b9556a req-c7479801-1351-40d1-8b08-bb95e63a82a9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Received unexpected event network-vif-plugged-16180887-2725-4619-8516-5313b483c23a for instance with vm_state building and task_state spawning. [ 1052.844937] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.845188] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.845406] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Deleting the datastore file [datastore2] f8d88412-9505-4d08-afec-8af73e0995ec {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.845935] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37edfcf-0f89-46e2-8f2f-ed66cd84a471 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.856223] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for the task: (returnval){ [ 1052.856223] env[69644]: value = "task-3553403" [ 1052.856223] env[69644]: _type = "Task" [ 1052.856223] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.865122] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78104} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.866082] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 48d4f420-ca91-4a6f-8175-4f8292c25663/48d4f420-ca91-4a6f-8175-4f8292c25663.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.866323] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.866618] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c43fbe-5676-4fcb-b1f3-2cce69b1df7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.872987] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.878784] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1052.878784] env[69644]: value = "task-3553404" [ 1052.878784] env[69644]: _type = "Task" [ 1052.878784] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.890838] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.926671] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "61728964-b13b-436b-b6c7-7a26f3786baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.926671] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.018951] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Successfully updated port: 16180887-2725-4619-8516-5313b483c23a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.047357] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1053.047656] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.104s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.047964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.404s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.049933] env[69644]: INFO nova.compute.claims [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.058404] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updated VIF entry in instance network info cache for port f44f014b-52a6-4ef8-89a4-2ce36000e942. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.058783] env[69644]: DEBUG nova.network.neutron [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [{"id": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "address": "fa:16:3e:85:13:23", "network": {"id": "23a2183d-357c-45de-8512-de3a716c59bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2075127132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a339bd252fa4afe9ab1b5f6a242ab20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44f014b-52", "ovs_interfaceid": "f44f014b-52a6-4ef8-89a4-2ce36000e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.186046] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553401, 'name': PowerOffVM_Task, 'duration_secs': 0.270516} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.186334] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.186498] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.186764] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbd039d0-cf6d-46f5-9d0f-93d2ad9eb1c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.286748] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.287164] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.291031] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleting the datastore file [datastore1] ca5c0c24-6d95-40ff-95aa-82256c51032a {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.291031] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499b2da7-7030-40cc-8e35-df72079ba9a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.296487] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1053.296487] env[69644]: value = "task-3553406" [ 1053.296487] env[69644]: _type = "Task" [ 1053.296487] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.305268] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.366641] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.393805] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205304} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.394353] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.396471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6f8c5-75af-4c32-b645-2668782c261c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.424016] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 48d4f420-ca91-4a6f-8175-4f8292c25663/48d4f420-ca91-4a6f-8175-4f8292c25663.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.424201] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886f9ce4-2745-44ba-a0d9-dbf57bd03e8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.441541] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.446868] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1053.446868] env[69644]: value = "task-3553407" [ 1053.446868] env[69644]: _type = "Task" [ 1053.446868] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.455855] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.526014] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.526208] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.526320] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.562633] env[69644]: DEBUG oslo_concurrency.lockutils [req-bb5c9245-efca-42f8-a730-a67544c69a61 req-4d4091c7-a23d-4298-8b99-3794d6447032 service nova] Releasing lock "refresh_cache-f8d88412-9505-4d08-afec-8af73e0995ec" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.808665] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.868412] env[69644]: DEBUG oslo_vmware.api [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Task: {'id': task-3553403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554897} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.869030] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.869030] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.869204] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.869269] env[69644]: INFO nova.compute.manager [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1053.869642] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.869879] env[69644]: DEBUG nova.compute.manager [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.869879] env[69644]: DEBUG nova.network.neutron [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.965476] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.968091] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.059343] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.223529] env[69644]: DEBUG nova.compute.manager [req-8b5a3697-118c-4777-b163-706f407fc1a6 req-70c6a5cc-f5c4-4e53-af9d-ccedab45c23b service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Received event network-vif-deleted-f44f014b-52a6-4ef8-89a4-2ce36000e942 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.223730] env[69644]: INFO nova.compute.manager [req-8b5a3697-118c-4777-b163-706f407fc1a6 req-70c6a5cc-f5c4-4e53-af9d-ccedab45c23b service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Neutron deleted interface f44f014b-52a6-4ef8-89a4-2ce36000e942; detaching it from the instance and deleting it from the info cache [ 1054.223945] env[69644]: DEBUG nova.network.neutron [req-8b5a3697-118c-4777-b163-706f407fc1a6 req-70c6a5cc-f5c4-4e53-af9d-ccedab45c23b service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.288193] env[69644]: DEBUG nova.network.neutron [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Updating instance_info_cache with network_info: [{"id": "16180887-2725-4619-8516-5313b483c23a", "address": "fa:16:3e:5a:07:16", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16180887-27", "ovs_interfaceid": "16180887-2725-4619-8516-5313b483c23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.308967] env[69644]: DEBUG oslo_vmware.api [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559378} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.308967] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.308967] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.308967] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.309277] env[69644]: INFO nova.compute.manager [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1054.309365] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.309640] env[69644]: DEBUG nova.compute.manager [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.309791] env[69644]: DEBUG nova.network.neutron [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.394530] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322609a6-e6d0-465d-a2fe-587c59080bfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.402089] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409eeed-abf5-480d-9e14-08052c7c6720 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.435779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c3de88-5a26-47f2-84e8-3c2e46760007 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.443508] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbef9f7-79b4-4c26-9005-2c10e230924c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.460921] env[69644]: DEBUG nova.compute.provider_tree [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.467177] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553407, 'name': ReconfigVM_Task, 'duration_secs': 0.551714} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.467415] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 48d4f420-ca91-4a6f-8175-4f8292c25663/48d4f420-ca91-4a6f-8175-4f8292c25663.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.468306] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5166dc9-580e-4cb0-9da0-8b39be3442b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.476160] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1054.476160] env[69644]: value = "task-3553408" [ 1054.476160] env[69644]: _type = "Task" [ 1054.476160] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.485182] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553408, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.644154] env[69644]: DEBUG nova.network.neutron [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.709879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.710158] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.710525] env[69644]: DEBUG nova.objects.instance [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid 261bd7d7-c74b-4b96-996c-348b1d99083c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.726396] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2b1da3c-db8d-4ef9-bbdb-3d2881f736be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.736781] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aee20e-0e79-4b2e-a03f-774accd6fce3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.773978] env[69644]: DEBUG nova.compute.manager [req-8b5a3697-118c-4777-b163-706f407fc1a6 req-70c6a5cc-f5c4-4e53-af9d-ccedab45c23b service nova] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Detach interface failed, port_id=f44f014b-52a6-4ef8-89a4-2ce36000e942, reason: Instance f8d88412-9505-4d08-afec-8af73e0995ec could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.791774] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.792166] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Instance network_info: |[{"id": "16180887-2725-4619-8516-5313b483c23a", "address": "fa:16:3e:5a:07:16", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16180887-27", "ovs_interfaceid": "16180887-2725-4619-8516-5313b483c23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.792560] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:07:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16180887-2725-4619-8516-5313b483c23a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.800276] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.800526] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.800746] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8976403-7a37-4807-a88b-c5579a30fde2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.819944] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.819944] env[69644]: value = "task-3553409" [ 1054.819944] env[69644]: _type = "Task" [ 1054.819944] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.827504] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553409, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.871105] env[69644]: DEBUG nova.compute.manager [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Received event network-changed-16180887-2725-4619-8516-5313b483c23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.871360] env[69644]: DEBUG nova.compute.manager [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Refreshing instance network info cache due to event network-changed-16180887-2725-4619-8516-5313b483c23a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.871589] env[69644]: DEBUG oslo_concurrency.lockutils [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] Acquiring lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.871738] env[69644]: DEBUG oslo_concurrency.lockutils [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] Acquired lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.871919] env[69644]: DEBUG nova.network.neutron [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Refreshing network info cache for port 16180887-2725-4619-8516-5313b483c23a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.964673] env[69644]: DEBUG nova.scheduler.client.report [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.988062] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553408, 'name': Rename_Task, 'duration_secs': 0.291922} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.989358] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.989358] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425f6849-42f1-451c-8148-3f57496afcad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.994835] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1054.994835] env[69644]: value = "task-3553410" [ 1054.994835] env[69644]: _type = "Task" [ 1054.994835] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.002828] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.091220] env[69644]: DEBUG nova.network.neutron [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.148408] env[69644]: INFO nova.compute.manager [-] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Took 1.28 seconds to deallocate network for instance. [ 1055.329611] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553409, 'name': CreateVM_Task, 'duration_secs': 0.336235} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.329823] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.330657] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.331274] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.331274] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.332076] env[69644]: DEBUG nova.objects.instance [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid 261bd7d7-c74b-4b96-996c-348b1d99083c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.333182] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d77296-5f8a-4de2-8285-f25072671114 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.337828] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1055.337828] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523e9758-e009-eeaa-be16-af6b6c431def" [ 1055.337828] env[69644]: _type = "Task" [ 1055.337828] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.346577] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523e9758-e009-eeaa-be16-af6b6c431def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.470743] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.471305] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.480294] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.700s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.481717] env[69644]: INFO nova.compute.claims [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.505784] env[69644]: DEBUG oslo_vmware.api [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553410, 'name': PowerOnVM_Task, 'duration_secs': 0.451621} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.506057] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.506260] env[69644]: INFO nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1055.506440] env[69644]: DEBUG nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.507207] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5f5a0-3f81-4e0f-b237-136ea2fd6974 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.593778] env[69644]: INFO nova.compute.manager [-] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Took 1.28 seconds to deallocate network for instance. [ 1055.648086] env[69644]: DEBUG nova.network.neutron [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Updated VIF entry in instance network info cache for port 16180887-2725-4619-8516-5313b483c23a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.648510] env[69644]: DEBUG nova.network.neutron [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Updating instance_info_cache with network_info: [{"id": "16180887-2725-4619-8516-5313b483c23a", "address": "fa:16:3e:5a:07:16", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16180887-27", "ovs_interfaceid": "16180887-2725-4619-8516-5313b483c23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.655050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.836589] env[69644]: DEBUG nova.objects.base [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance<261bd7d7-c74b-4b96-996c-348b1d99083c> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.836745] env[69644]: DEBUG nova.network.neutron [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.848348] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523e9758-e009-eeaa-be16-af6b6c431def, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.848634] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.848859] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.849811] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.849972] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.850176] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.850430] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6d89b5-9093-4142-8efb-c8089e3e5bc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.858388] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.858560] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.859243] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216ca54e-6f86-4f8a-b210-6c1c989fbd90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.864288] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1055.864288] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293f37d-870e-8ed4-bebb-290183350cd6" [ 1055.864288] env[69644]: _type = "Task" [ 1055.864288] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.871165] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293f37d-870e-8ed4-bebb-290183350cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.929387] env[69644]: DEBUG nova.policy [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.990421] env[69644]: DEBUG nova.compute.utils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.993812] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.993992] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.035087] env[69644]: INFO nova.compute.manager [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Took 38.00 seconds to build instance. [ 1056.051761] env[69644]: DEBUG nova.policy [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245cef73c4094a7cafc73b27ec2ef568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3daa02c7c34b74889c41d305828acb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.101505] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.151851] env[69644]: DEBUG oslo_concurrency.lockutils [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] Releasing lock "refresh_cache-b6425201-f51e-4367-9580-8787d441a0a8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.152298] env[69644]: DEBUG nova.compute.manager [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Received event network-vif-deleted-f330d273-aff7-4fdf-b98f-0f7abfcb073c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.152509] env[69644]: INFO nova.compute.manager [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Neutron deleted interface f330d273-aff7-4fdf-b98f-0f7abfcb073c; detaching it from the instance and deleting it from the info cache [ 1056.152696] env[69644]: DEBUG nova.network.neutron [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.313731] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.313731] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.349040] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Successfully created port: be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.375108] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5293f37d-870e-8ed4-bebb-290183350cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.375878] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5b1be5-a52c-4e7f-8ee6-cbf9c51cfa7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.380814] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1056.380814] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52781a9e-321b-5615-3188-a9bf21d98b31" [ 1056.380814] env[69644]: _type = "Task" [ 1056.380814] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.389021] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52781a9e-321b-5615-3188-a9bf21d98b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.494953] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.536827] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bb25ac16-26e2-43cb-b020-55a076417ec2 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.819s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.655321] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4a778fc-f99c-4d21-bd84-0c5647e25710 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.664878] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77db183-5579-4a27-bc10-874e7853832d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.699847] env[69644]: DEBUG nova.compute.manager [req-a9e9c778-aac1-451e-93ec-1e41873b5d22 req-34d8a266-463d-4687-a973-5fab7f1b71e9 service nova] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Detach interface failed, port_id=f330d273-aff7-4fdf-b98f-0f7abfcb073c, reason: Instance ca5c0c24-6d95-40ff-95aa-82256c51032a could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.808496] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf3acc8-171a-472b-ad1b-019ead038ca8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.816710] env[69644]: DEBUG nova.compute.utils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.819076] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0717f-b223-4c04-a280-91a4fb25f166 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.851374] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91638b36-f786-4170-ae5d-b7c5da50c101 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.859616] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ab6f4-337e-421e-b805-62d581aab710 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.875465] env[69644]: DEBUG nova.compute.provider_tree [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.890721] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52781a9e-321b-5615-3188-a9bf21d98b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.890982] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.891258] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b6425201-f51e-4367-9580-8787d441a0a8/b6425201-f51e-4367-9580-8787d441a0a8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.891509] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d512caf-6275-42e2-8696-828e0c231b5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.898339] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1056.898339] env[69644]: value = "task-3553411" [ 1056.898339] env[69644]: _type = "Task" [ 1056.898339] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.906228] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.324149] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.379083] env[69644]: DEBUG nova.scheduler.client.report [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.414454] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.509858] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.540359] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.540604] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.540760] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.540982] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.541083] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.541232] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.541432] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.541586] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.541746] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.541930] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.542151] env[69644]: DEBUG nova.virt.hardware [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.542980] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bca970-18f5-4508-8e19-6e084f81c37e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.550896] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c403773-0526-4362-a0e0-7f5e08ad80fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.555547] env[69644]: DEBUG nova.network.neutron [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Successfully updated port: 2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.774284] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Successfully updated port: be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.886417] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.887161] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.891992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.276s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.894349] env[69644]: INFO nova.compute.claims [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.910055] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552372} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.910055] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] b6425201-f51e-4367-9580-8787d441a0a8/b6425201-f51e-4367-9580-8787d441a0a8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.910055] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.910260] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3c6b12-b28a-4e75-a25f-66c83526919b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.918049] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1057.918049] env[69644]: value = "task-3553412" [ 1057.918049] env[69644]: _type = "Task" [ 1057.918049] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.929156] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.058403] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.058947] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.058947] env[69644]: DEBUG nova.network.neutron [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.279341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.279341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.279341] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.380851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.381169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.381411] env[69644]: INFO nova.compute.manager [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Attaching volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 to /dev/sdb [ 1058.399988] env[69644]: DEBUG nova.compute.utils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.405325] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.405506] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.418533] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7706a159-763c-449a-bc3b-93a49ea3eb49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.430929] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072957} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.432600] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.433391] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9573535-69f5-467c-b8a8-18335d51691c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.436420] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac385e-8660-4a88-b4c2-e9b20f015139 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.458899] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b6425201-f51e-4367-9580-8787d441a0a8/b6425201-f51e-4367-9580-8787d441a0a8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.460512] env[69644]: DEBUG nova.policy [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e875303d384fc9a0e46d7009f96a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ec85fc676654f04b86ad50ad01f1534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.465481] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227bba22-1420-4bc4-9174-9084890eaa4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.479571] env[69644]: DEBUG nova.virt.block_device [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating existing volume attachment record: c8d8ebdc-8769-4ff5-afa0-8ba164cc0589 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1058.488460] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1058.488460] env[69644]: value = "task-3553413" [ 1058.488460] env[69644]: _type = "Task" [ 1058.488460] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.496593] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.625287] env[69644]: WARNING nova.network.neutron [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 1058.648428] env[69644]: DEBUG nova.compute.manager [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.648709] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.648953] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.649183] env[69644]: DEBUG oslo_concurrency.lockutils [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.649384] env[69644]: DEBUG nova.compute.manager [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] No waiting events found dispatching network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.649571] env[69644]: WARNING nova.compute.manager [req-a1b3c6cd-caa7-4364-9822-df71c1646127 req-4bd3ee95-7498-4546-adf1-45dd8b17d29b service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received unexpected event network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c for instance with vm_state active and task_state None. [ 1058.669160] env[69644]: DEBUG nova.compute.manager [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Received event network-vif-plugged-be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.669160] env[69644]: DEBUG oslo_concurrency.lockutils [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] Acquiring lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.669160] env[69644]: DEBUG oslo_concurrency.lockutils [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.669160] env[69644]: DEBUG oslo_concurrency.lockutils [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.669160] env[69644]: DEBUG nova.compute.manager [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] No waiting events found dispatching network-vif-plugged-be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.669160] env[69644]: WARNING nova.compute.manager [req-0326dc23-4cf8-46e0-9ea5-5eb92582187c req-cbefa597-d593-4271-9b03-4720841d5fdf service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Received unexpected event network-vif-plugged-be050344-635b-4705-b242-4b6a5f0e939d for instance with vm_state building and task_state spawning. [ 1058.788140] env[69644]: DEBUG nova.compute.manager [None req-75d55bdd-d563-4e6d-8059-75d097885a51 tempest-ServerDiagnosticsTest-833154757 tempest-ServerDiagnosticsTest-833154757-project-admin] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.788140] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5054d30e-21b0-436e-a6b6-964a8c9e2dd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.791464] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Successfully created port: 21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.797114] env[69644]: INFO nova.compute.manager [None req-75d55bdd-d563-4e6d-8059-75d097885a51 tempest-ServerDiagnosticsTest-833154757 tempest-ServerDiagnosticsTest-833154757-project-admin] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Retrieving diagnostics [ 1058.798233] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5920b-8dbb-497d-a9f0-a08bcecbdc22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.837846] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.911394] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.998788] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553413, 'name': ReconfigVM_Task, 'duration_secs': 0.272075} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.002151] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b6425201-f51e-4367-9580-8787d441a0a8/b6425201-f51e-4367-9580-8787d441a0a8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.005193] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00acbdfb-8951-4094-9d5a-e4378e5be8a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.007864] env[69644]: DEBUG nova.network.neutron [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "address": "fa:16:3e:cd:44:02", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c32e8a8-0e", "ovs_interfaceid": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.015345] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1059.015345] env[69644]: value = "task-3553417" [ 1059.015345] env[69644]: _type = "Task" [ 1059.015345] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.031103] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553417, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.071214] env[69644]: DEBUG nova.network.neutron [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updating instance_info_cache with network_info: [{"id": "be050344-635b-4705-b242-4b6a5f0e939d", "address": "fa:16:3e:92:6c:04", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe050344-63", "ovs_interfaceid": "be050344-635b-4705-b242-4b6a5f0e939d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.270691] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f197fd-4267-4bce-9812-5fa6bc33a89a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.279091] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa1a2d6-419d-4045-b77e-df1ecfa9ad45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.314783] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cda0a84-c2f6-40f5-b4e7-5492ec2f872f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.323053] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41e84e-63c6-4df8-9b87-2f9a4060aba9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.339040] env[69644]: DEBUG nova.compute.provider_tree [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.510169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.510810] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.510966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.511811] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a10269-aa0d-4caf-982c-63de354bef14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.531521] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.531521] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.532013] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.532013] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.532013] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.532210] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.532264] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.532448] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.532556] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.532871] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.532964] env[69644]: DEBUG nova.virt.hardware [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.540459] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfiguring VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1059.540459] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2492dcc5-be7f-4af8-bedc-099a440873b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.555814] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553417, 'name': Rename_Task, 'duration_secs': 0.145552} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.556059] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.556310] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395ff948-3e9c-4aa1-8d33-8af86ff5fe9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.560713] env[69644]: DEBUG oslo_vmware.api [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1059.560713] env[69644]: value = "task-3553418" [ 1059.560713] env[69644]: _type = "Task" [ 1059.560713] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.564750] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1059.564750] env[69644]: value = "task-3553419" [ 1059.564750] env[69644]: _type = "Task" [ 1059.564750] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.574063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.574328] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Instance network_info: |[{"id": "be050344-635b-4705-b242-4b6a5f0e939d", "address": "fa:16:3e:92:6c:04", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe050344-63", "ovs_interfaceid": "be050344-635b-4705-b242-4b6a5f0e939d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.574886] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.577712] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:6c:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be050344-635b-4705-b242-4b6a5f0e939d', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.585159] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.585377] env[69644]: DEBUG oslo_vmware.api [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553418, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.585934] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.586155] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b78728-e2eb-4818-82f7-e075b6392ce5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.605021] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.605021] env[69644]: value = "task-3553420" [ 1059.605021] env[69644]: _type = "Task" [ 1059.605021] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.615279] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553420, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.842964] env[69644]: DEBUG nova.scheduler.client.report [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.920821] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.946470] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.946731] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.946897] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.947156] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.947341] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.947488] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.947697] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.947852] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.948034] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.948196] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.948365] env[69644]: DEBUG nova.virt.hardware [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.949219] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e65335-09a3-4a47-a574-1652965e512b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.956918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b342b-c77f-4755-99a9-5606b98586a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.008217] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "48d4f420-ca91-4a6f-8175-4f8292c25663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.008570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.008871] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.009095] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.009270] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.013831] env[69644]: INFO nova.compute.manager [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Terminating instance [ 1060.075202] env[69644]: DEBUG oslo_vmware.api [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.078489] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553419, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.104537] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.104769] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.115327] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553420, 'name': CreateVM_Task, 'duration_secs': 0.342842} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.115922] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.116586] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.116765] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.117076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.117536] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc456abd-c14b-40e7-b748-dac89435f519 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.122047] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1060.122047] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d3ab1-df5f-5338-caf8-d338e8a423dc" [ 1060.122047] env[69644]: _type = "Task" [ 1060.122047] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.129681] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d3ab1-df5f-5338-caf8-d338e8a423dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.351095] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.351640] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.354368] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.453s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.427374] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Successfully updated port: 21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.518121] env[69644]: DEBUG nova.compute.manager [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.518439] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.520224] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0fe5bb-e8fd-48a4-a7a7-88a440724b63 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.528748] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.528974] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686c6842-6e83-40d8-a325-4eb142cc1f6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.535303] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1060.535303] env[69644]: value = "task-3553421" [ 1060.535303] env[69644]: _type = "Task" [ 1060.535303] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.543705] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.573584] env[69644]: DEBUG oslo_vmware.api [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.578452] env[69644]: DEBUG oslo_vmware.api [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553419, 'name': PowerOnVM_Task, 'duration_secs': 0.51979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.578746] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.578955] env[69644]: INFO nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1060.579152] env[69644]: DEBUG nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.579920] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00620533-a6e5-4a97-986d-ea8a6a6717ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.611659] env[69644]: DEBUG nova.compute.utils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.633233] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522d3ab1-df5f-5338-caf8-d338e8a423dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.633556] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.633796] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.634041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.634193] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.634385] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.634609] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4045b1b-e980-49eb-aba2-1fbc13658007 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.645441] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.645593] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.646345] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9842a79-ed21-41e6-8cf7-ad6710e7ba22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.651450] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1060.651450] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529300cb-d8a8-fcf4-842e-99e81e805be8" [ 1060.651450] env[69644]: _type = "Task" [ 1060.651450] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.660709] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529300cb-d8a8-fcf4-842e-99e81e805be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857722] env[69644]: DEBUG nova.compute.utils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.861957] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.862145] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.901072] env[69644]: DEBUG nova.policy [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98f128672ca46e89b201f438b0a41f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96bc7648fb084e6ba0956cf1ccf73d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.930630] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930630] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquired lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930630] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.049219] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553421, 'name': PowerOffVM_Task, 'duration_secs': 0.264573} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.049514] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.049680] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.049948] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c418f5-300d-4cdd-8c58-2fe0dcbf84ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.075386] env[69644]: DEBUG oslo_vmware.api [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553418, 'name': ReconfigVM_Task, 'duration_secs': 1.190338} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.076276] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.076781] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfigured VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1061.102181] env[69644]: INFO nova.compute.manager [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Took 40.34 seconds to build instance. [ 1061.114077] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.114621] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.114812] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.114994] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Deleting the datastore file [datastore1] 48d4f420-ca91-4a6f-8175-4f8292c25663 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.115459] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e71023c-62ee-4d59-9f11-9b23a1bb2b0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.124581] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for the task: (returnval){ [ 1061.124581] env[69644]: value = "task-3553424" [ 1061.124581] env[69644]: _type = "Task" [ 1061.124581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.133414] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.165792] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529300cb-d8a8-fcf4-842e-99e81e805be8, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.170953] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0e2a11-e8e9-4d48-a7ee-73dbdf83db3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.176269] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1061.176269] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5274c1af-84c1-1e7b-028b-c1a9a80b52b6" [ 1061.176269] env[69644]: _type = "Task" [ 1061.176269] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.186169] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5274c1af-84c1-1e7b-028b-c1a9a80b52b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.198911] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036819a3-ea4b-4c3e-98d5-96fa901c00c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.206481] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc835fa-4211-4678-8eb0-5bb18895ff19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.210634] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Successfully created port: 390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.239839] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3b4ce-c700-4257-bdde-77cc55eb598e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.249484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81ee0b-1932-4564-8b6e-f42bcd9e22b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.263330] env[69644]: DEBUG nova.compute.provider_tree [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.363827] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.472077] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.584552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-df37467a-2ac4-4308-82cb-5b14732a8d5a tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.874s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.602257] env[69644]: DEBUG nova.network.neutron [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Updating instance_info_cache with network_info: [{"id": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "address": "fa:16:3e:1d:bc:7a", "network": {"id": "b6b2b2e8-2c86-4e05-9e89-bad6f2ca475b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-365788438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec85fc676654f04b86ad50ad01f1534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e327d3-c8", "ovs_interfaceid": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.605149] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a53d25e9-c60a-4de6-aac6-d4f17cfc008a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.851s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.634561] env[69644]: DEBUG oslo_vmware.api [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Task: {'id': task-3553424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164096} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.634765] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.634946] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.635146] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.635404] env[69644]: INFO nova.compute.manager [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1061.635649] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.635836] env[69644]: DEBUG nova.compute.manager [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.636029] env[69644]: DEBUG nova.network.neutron [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.687876] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5274c1af-84c1-1e7b-028b-c1a9a80b52b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01728} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.688167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.689031] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b92c84e3-da52-49f6-988b-b76eb93756f2/b92c84e3-da52-49f6-988b-b76eb93756f2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.689031] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a79d832-1395-4353-8de7-ae476322d4c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.697735] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1061.697735] env[69644]: value = "task-3553425" [ 1061.697735] env[69644]: _type = "Task" [ 1061.697735] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.706928] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.767590] env[69644]: DEBUG nova.scheduler.client.report [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.078848] env[69644]: DEBUG nova.compute.manager [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.078848] env[69644]: DEBUG nova.compute.manager [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-2c32e8a8-0ede-4efb-8904-3a5304105f8c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.079184] env[69644]: DEBUG oslo_concurrency.lockutils [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.079356] env[69644]: DEBUG oslo_concurrency.lockutils [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.079451] env[69644]: DEBUG nova.network.neutron [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.101068] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Received event network-changed-be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.101227] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Refreshing instance network info cache due to event network-changed-be050344-635b-4705-b242-4b6a5f0e939d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.101449] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Acquiring lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.101592] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Acquired lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.101756] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Refreshing network info cache for port be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.104580] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Releasing lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.104857] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Instance network_info: |[{"id": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "address": "fa:16:3e:1d:bc:7a", "network": {"id": "b6b2b2e8-2c86-4e05-9e89-bad6f2ca475b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-365788438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec85fc676654f04b86ad50ad01f1534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e327d3-c8", "ovs_interfaceid": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.105258] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:bc:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e327d3-c80a-4b1c-8cde-2d230e0eeb8b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.113346] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Creating folder: Project (5ec85fc676654f04b86ad50ad01f1534). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.114196] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aa7b677-d1a3-4e86-a6da-9cfde4b46fd1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.128084] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Created folder: Project (5ec85fc676654f04b86ad50ad01f1534) in parent group-v709242. [ 1062.128084] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Creating folder: Instances. Parent ref: group-v709486. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.128313] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca33775-e94d-4e00-b0d2-d8d404a3bf5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.139470] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Created folder: Instances in parent group-v709486. [ 1062.139827] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.140047] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.140279] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc43d51-8c3f-43de-9598-753066b88847 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.160396] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.160396] env[69644]: value = "task-3553428" [ 1062.160396] env[69644]: _type = "Task" [ 1062.160396] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.168028] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553428, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.171702] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.171927] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.172193] env[69644]: INFO nova.compute.manager [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Attaching volume 97552c7d-47a7-44e2-9ffd-ebc864787626 to /dev/sdb [ 1062.203800] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3299e29-eacf-4b23-be4f-e7e470511287 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.211887] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490821} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.213415] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] b92c84e3-da52-49f6-988b-b76eb93756f2/b92c84e3-da52-49f6-988b-b76eb93756f2.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.213652] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.213935] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-417e8029-deef-45f2-92c5-351d83a8b822 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.216977] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b8cc8-20bb-4a38-a21b-31661b8b1ff0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.227666] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1062.227666] env[69644]: value = "task-3553429" [ 1062.227666] env[69644]: _type = "Task" [ 1062.227666] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.231131] env[69644]: DEBUG nova.virt.block_device [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating existing volume attachment record: b1aaed88-b4f6-4062-839d-e230a27230b5 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1062.241605] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.376399] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.407541] env[69644]: DEBUG nova.network.neutron [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.417169] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.417451] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.418079] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.418079] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.418079] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.418372] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.418531] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.418682] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.418856] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.419032] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.420978] env[69644]: DEBUG nova.virt.hardware [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.420978] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d22805-bcc7-4e6e-9842-c48b2402376a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.429469] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efb17b-cdee-410b-b533-b33187647355 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.670423] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553428, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.744020] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073444} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.744402] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.745543] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385ffe8-52cf-4c46-a1e2-f0be59f77ea1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.776057] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] b92c84e3-da52-49f6-988b-b76eb93756f2/b92c84e3-da52-49f6-988b-b76eb93756f2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.781993] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6506a2c-d6bb-4e35-8553-dba87b61614c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.801285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.447s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.805152] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.837s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.806672] env[69644]: INFO nova.compute.claims [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.818226] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1062.818226] env[69644]: value = "task-3553433" [ 1062.818226] env[69644]: _type = "Task" [ 1062.818226] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.830648] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.912515] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updated VIF entry in instance network info cache for port be050344-635b-4705-b242-4b6a5f0e939d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.912515] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updating instance_info_cache with network_info: [{"id": "be050344-635b-4705-b242-4b6a5f0e939d", "address": "fa:16:3e:92:6c:04", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe050344-63", "ovs_interfaceid": "be050344-635b-4705-b242-4b6a5f0e939d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.912977] env[69644]: INFO nova.compute.manager [-] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Took 1.28 seconds to deallocate network for instance. [ 1062.952711] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Successfully updated port: 390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.967155] env[69644]: DEBUG nova.network.neutron [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 2c32e8a8-0ede-4efb-8904-3a5304105f8c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.967609] env[69644]: DEBUG nova.network.neutron [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "address": "fa:16:3e:cd:44:02", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c32e8a8-0e", "ovs_interfaceid": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.043249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.043249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.174813] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553428, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.336220] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.377042] env[69644]: INFO nova.scheduler.client.report [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocation for migration bc02d881-246d-4efe-9d8c-a57166dd90b9 [ 1063.394176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.394415] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.414541] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Releasing lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.414822] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Received event network-vif-plugged-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.415034] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Acquiring lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.415236] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.415398] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.415562] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] No waiting events found dispatching network-vif-plugged-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.415725] env[69644]: WARNING nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Received unexpected event network-vif-plugged-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b for instance with vm_state building and task_state spawning. [ 1063.415911] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Received event network-changed-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.416092] env[69644]: DEBUG nova.compute.manager [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Refreshing instance network info cache due to event network-changed-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.416276] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Acquiring lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.416411] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Acquired lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.416565] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Refreshing network info cache for port 21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.419155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.455385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.455542] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.455693] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.469674] env[69644]: DEBUG oslo_concurrency.lockutils [req-c23ab174-1e8b-410b-b100-f0eb6c21902e req-44722af4-ff82-4563-bf41-6f20f6a1d754 service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.526598] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.526905] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.527810] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd37b0d7-ba16-4cec-91b3-246aa89db21d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.545604] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecc82c9-895d-4a86-b145-d9d38a6ca7c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.548495] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.548659] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.549866] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7934f-a6f6-46e0-a03e-3fc51e94f07a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.576698] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.588576] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0287828b-9818-4a34-88e9-46aa73a506eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.602341] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c83bc-5475-40e5-8edf-29c361c649c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.624555] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1063.624555] env[69644]: value = "task-3553434" [ 1063.624555] env[69644]: _type = "Task" [ 1063.624555] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.630223] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfiguring VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1063.630692] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e743f985-84e6-46cc-85d3-f6360f8d1e16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.654711] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.656060] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1063.656060] env[69644]: value = "task-3553435" [ 1063.656060] env[69644]: _type = "Task" [ 1063.656060] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.663630] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.671810] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553428, 'name': CreateVM_Task, 'duration_secs': 1.428508} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.671983] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.672738] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.672915] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.673275] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.674130] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcb3abe-3540-4c15-a9ab-716542c16663 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.678678] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1063.678678] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521e2599-92b3-b3c0-4494-32adf00b9072" [ 1063.678678] env[69644]: _type = "Task" [ 1063.678678] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.686861] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521e2599-92b3-b3c0-4494-32adf00b9072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.832721] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553433, 'name': ReconfigVM_Task, 'duration_secs': 1.010551} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.832721] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] b92c84e3-da52-49f6-988b-b76eb93756f2/b92c84e3-da52-49f6-988b-b76eb93756f2.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.832721] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-657c7d2e-47b5-4266-a830-b768c99b36b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.838219] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1063.838219] env[69644]: value = "task-3553436" [ 1063.838219] env[69644]: _type = "Task" [ 1063.838219] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.846285] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553436, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.883240] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fc4a3022-8798-4679-a283-f48edb62ab72 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.194s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.899839] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.005370] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.016257] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.016507] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.016708] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.016895] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.017113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.023345] env[69644]: INFO nova.compute.manager [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Terminating instance [ 1064.137544] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.137798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.146781] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553434, 'name': ReconfigVM_Task, 'duration_secs': 0.425375} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.148024] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.153125] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9284a53d-20a2-4f95-988f-6a7478e735d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.180932] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.181581] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1064.181581] env[69644]: value = "task-3553437" [ 1064.181581] env[69644]: _type = "Task" [ 1064.181581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.190449] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd5143-4dc2-49e9-ab20-ab83b9714a3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.197192] env[69644]: DEBUG nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Received event network-vif-deleted-9cd2f648-de18-4069-aa22-1a8a770b5cb7 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.197394] env[69644]: DEBUG nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Received event network-vif-plugged-390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.197588] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.197793] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.198015] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.198160] env[69644]: DEBUG nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] No waiting events found dispatching network-vif-plugged-390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.198338] env[69644]: WARNING nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Received unexpected event network-vif-plugged-390a0658-817e-4ca2-92b5-212eb564b7df for instance with vm_state building and task_state spawning. [ 1064.198495] env[69644]: DEBUG nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Received event network-changed-390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.198648] env[69644]: DEBUG nova.compute.manager [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Refreshing instance network info cache due to event network-changed-390a0658-817e-4ca2-92b5-212eb564b7df. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.198813] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.204254] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521e2599-92b3-b3c0-4494-32adf00b9072, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.204546] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.204781] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.205016] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.205172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.205354] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.209973] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d7d7521-f66e-44a6-873e-9db93e121614 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.212012] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.213235] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea011db-1234-4fed-b4bc-24a18a1709cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.247540] env[69644]: DEBUG nova.network.neutron [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.249140] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720b236-41bb-4deb-8ce8-e58dfba5f9ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.252316] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.252505] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.253382] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c529d5-77fa-49fc-8709-28e85a9ff450 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.262607] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ef96d-7182-4ef9-bd4d-5e83139af340 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.266469] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1064.266469] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52061e23-15ea-85ab-a0de-14a18a4e7c1b" [ 1064.266469] env[69644]: _type = "Task" [ 1064.266469] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.277899] env[69644]: DEBUG nova.compute.provider_tree [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.279693] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Updated VIF entry in instance network info cache for port 21e327d3-c80a-4b1c-8cde-2d230e0eeb8b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.280071] env[69644]: DEBUG nova.network.neutron [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Updating instance_info_cache with network_info: [{"id": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "address": "fa:16:3e:1d:bc:7a", "network": {"id": "b6b2b2e8-2c86-4e05-9e89-bad6f2ca475b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-365788438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec85fc676654f04b86ad50ad01f1534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e327d3-c8", "ovs_interfaceid": "21e327d3-c80a-4b1c-8cde-2d230e0eeb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.289704] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52061e23-15ea-85ab-a0de-14a18a4e7c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.02415} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.290691] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec77997-436f-4901-b85d-408075308a3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.296066] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1064.296066] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d01b36-d616-2209-6a95-cc095ddbe615" [ 1064.296066] env[69644]: _type = "Task" [ 1064.296066] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.306402] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d01b36-d616-2209-6a95-cc095ddbe615, 'name': SearchDatastore_Task} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.306647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306899] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 868226c5-be75-403e-95c6-06ae0df85d7e/868226c5-be75-403e-95c6-06ae0df85d7e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.307183] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b15a6b-fc19-4993-bbb5-40618f1cc466 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.313858] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1064.313858] env[69644]: value = "task-3553438" [ 1064.313858] env[69644]: _type = "Task" [ 1064.313858] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.320952] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.348113] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553436, 'name': Rename_Task, 'duration_secs': 0.145217} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.349750] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.349750] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced4ea3a-8fbb-4485-ab0f-8446408aea71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354894] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1064.354894] env[69644]: value = "task-3553439" [ 1064.354894] env[69644]: _type = "Task" [ 1064.354894] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.366331] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.422213] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.491185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.491456] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.528053] env[69644]: DEBUG nova.compute.manager [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.528053] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.528260] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df901d7e-583b-43bc-b2f4-88a6d18c61bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.535948] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.535948] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cbcdf6-3649-46ff-af45-0722dc92ef8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542233] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1064.542233] env[69644]: value = "task-3553441" [ 1064.542233] env[69644]: _type = "Task" [ 1064.542233] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.555024] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.648985] env[69644]: DEBUG nova.compute.utils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.677197] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.695743] env[69644]: DEBUG oslo_vmware.api [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553437, 'name': ReconfigVM_Task, 'duration_secs': 0.141238} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.696131] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.754542] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.755232] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Instance network_info: |[{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.755672] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.755964] env[69644]: DEBUG nova.network.neutron [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Refreshing network info cache for port 390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.758059] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:6e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '390a0658-817e-4ca2-92b5-212eb564b7df', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.770385] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating folder: Project (96bc7648fb084e6ba0956cf1ccf73d26). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.774730] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4800c023-ed89-467a-b8d1-30bfc40765e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.783355] env[69644]: DEBUG oslo_concurrency.lockutils [req-d193c21b-5f19-4b9f-a104-29278c4df2c3 req-4c0935ee-de6d-4f19-a312-63444d1e9679 service nova] Releasing lock "refresh_cache-868226c5-be75-403e-95c6-06ae0df85d7e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.784323] env[69644]: DEBUG nova.scheduler.client.report [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.790075] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created folder: Project (96bc7648fb084e6ba0956cf1ccf73d26) in parent group-v709242. [ 1064.790218] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating folder: Instances. Parent ref: group-v709491. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.790412] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b64e1f-8e24-4843-a256-fa30892a32c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.801710] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created folder: Instances in parent group-v709491. [ 1064.801916] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.802978] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.803277] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e857b33f-8212-4462-bca4-88fd2631505a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.833999] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553438, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.835285] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.835285] env[69644]: value = "task-3553444" [ 1064.835285] env[69644]: _type = "Task" [ 1064.835285] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.843657] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553444, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.863686] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553439, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.993453] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.029103] env[69644]: DEBUG nova.network.neutron [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updated VIF entry in instance network info cache for port 390a0658-817e-4ca2-92b5-212eb564b7df. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.029494] env[69644]: DEBUG nova.network.neutron [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.052253] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553441, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.153978] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.179418] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.289027] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.289436] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.292428] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.637s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.292646] env[69644]: DEBUG nova.objects.instance [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lazy-loading 'resources' on Instance uuid f8d88412-9505-4d08-afec-8af73e0995ec {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.334020] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531962} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.334284] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 868226c5-be75-403e-95c6-06ae0df85d7e/868226c5-be75-403e-95c6-06ae0df85d7e.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.334499] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.334767] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28eaa09-59ac-443b-b28d-a4cfef263fed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.343307] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1065.343307] env[69644]: value = "task-3553445" [ 1065.343307] env[69644]: _type = "Task" [ 1065.343307] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.345820] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553444, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.362599] env[69644]: DEBUG oslo_vmware.api [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553439, 'name': PowerOnVM_Task, 'duration_secs': 0.753572} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.362850] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.363058] env[69644]: INFO nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1065.363239] env[69644]: DEBUG nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.363964] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98416b4f-b342-45c7-bb2a-d8812b9a74f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.516310] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.532489] env[69644]: DEBUG oslo_concurrency.lockutils [req-db48f65e-9fa3-4abe-94df-93de7d3d6dab req-f85bf8ea-521a-43e9-9b71-b50f0215e7f3 service nova] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.551949] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553441, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.677089] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.736892] env[69644]: DEBUG nova.objects.instance [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'flavor' on Instance uuid e603be63-d732-4e6f-9432-7c5bc2b88ed5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.796054] env[69644]: DEBUG nova.compute.utils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.797549] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.797714] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.852145] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553444, 'name': CreateVM_Task, 'duration_secs': 0.545087} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.854305] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.858124] env[69644]: DEBUG nova.policy [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f4c69d754049b4b6b004298a455e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec85f1606c442e7aadf8ea216bed695', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.860226] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.860481] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.861067] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.861994] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bcc5f6-9ece-4656-8fef-618d3ce2f098 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.867361] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084998} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.868957] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.869259] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fcd1e0-3ef8-40dd-9a67-e46eff8b39a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.882509] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1065.882509] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521b36a4-6cfc-fdd0-0855-d499825fdca8" [ 1065.882509] env[69644]: _type = "Task" [ 1065.882509] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.897180] env[69644]: INFO nova.compute.manager [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Took 28.27 seconds to build instance. [ 1065.929760] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 868226c5-be75-403e-95c6-06ae0df85d7e/868226c5-be75-403e-95c6-06ae0df85d7e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.929760] env[69644]: DEBUG oslo_concurrency.lockutils [None req-934979d0-4c0c-455e-9f1a-8032c2290a99 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.312s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.933915] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db7b493-b81a-4874-9068-506d28b20a9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.965643] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521b36a4-6cfc-fdd0-0855-d499825fdca8, 'name': SearchDatastore_Task, 'duration_secs': 0.033439} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.966622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.966853] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.967249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.967797] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.968150] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6cc013c-4f87-4daf-9612-9f30c806c374 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.972375] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1065.972375] env[69644]: value = "task-3553446" [ 1065.972375] env[69644]: _type = "Task" [ 1065.972375] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.982111] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.982324] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.986772] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d20537f-4f16-4f9d-a04c-72fe4b394270 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.990163] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.993444] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1065.993444] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260080d-c3d4-5d07-6fcc-dd1f2da48c2c" [ 1065.993444] env[69644]: _type = "Task" [ 1065.993444] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.004657] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260080d-c3d4-5d07-6fcc-dd1f2da48c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.054508] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553441, 'name': PowerOffVM_Task, 'duration_secs': 1.324642} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.054769] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.054936] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.055200] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c5014e-a887-4285-9718-48e443e59933 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.129194] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.129420] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.129624] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore1] 458152d2-1dc8-4b71-98e6-f41396d2dee2 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.129921] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2383ebd7-bfb2-4b0c-a183-30e69fa90bfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.136168] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1066.136168] env[69644]: value = "task-3553448" [ 1066.136168] env[69644]: _type = "Task" [ 1066.136168] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.147018] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.183573] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.195155] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Successfully created port: f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.205539] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.205781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.206452] env[69644]: INFO nova.compute.manager [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Attaching volume 11fd4a7c-10ea-40b4-9328-be9c78e35cf5 to /dev/sdb [ 1066.246164] env[69644]: DEBUG oslo_concurrency.lockutils [None req-667c0792-5c54-4800-9ad0-657b03150c0e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.249977] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf2105-cbcb-4e31-ac3e-acabebc66902 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.257177] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b805a8-976f-464f-a30a-33900c1b4a3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.276124] env[69644]: DEBUG nova.virt.block_device [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating existing volume attachment record: 98ae9027-cf27-4b3d-9bd9-e2ac8125d695 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1066.294233] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851463de-7c5b-4b57-86b9-fe5406cd19ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.301983] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf2257-251f-4eb1-b3f1-b3ba0c79c2d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.340357] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.340584] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c72ae8-a0b2-44e5-bbd6-231480e9b3c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.348548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136801ed-5cb8-49bd-8313-f85cafc7114d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362418] env[69644]: DEBUG nova.compute.provider_tree [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.481722] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.502974] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5260080d-c3d4-5d07-6fcc-dd1f2da48c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.019524} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.503904] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ab5ac4-13dc-4f1e-bfc5-8f837d5bde60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.510047] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1066.510047] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527c47fa-cfbc-c5cf-1914-43c5e51f442a" [ 1066.510047] env[69644]: _type = "Task" [ 1066.510047] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.520264] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527c47fa-cfbc-c5cf-1914-43c5e51f442a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.646586] env[69644]: DEBUG oslo_vmware.api [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251187} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.647037] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.647425] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.647720] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.648113] env[69644]: INFO nova.compute.manager [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1066.648469] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.650030] env[69644]: DEBUG nova.compute.manager [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.650030] env[69644]: DEBUG nova.network.neutron [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.678021] env[69644]: INFO nova.compute.manager [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Rebuilding instance [ 1066.687381] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.725728] env[69644]: DEBUG nova.compute.manager [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.726737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe71b4c9-7749-4661-afa4-026de194925c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.754952] env[69644]: DEBUG nova.compute.manager [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Received event network-changed-be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.755102] env[69644]: DEBUG nova.compute.manager [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Refreshing instance network info cache due to event network-changed-be050344-635b-4705-b242-4b6a5f0e939d. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.755370] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] Acquiring lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.755540] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] Acquired lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.755709] env[69644]: DEBUG nova.network.neutron [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Refreshing network info cache for port be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.782171] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.782442] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709490', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'name': 'volume-97552c7d-47a7-44e2-9ffd-ebc864787626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cd1a218-c902-4cc7-80b0-a0df4a88a08c', 'attached_at': '', 'detached_at': '', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'serial': '97552c7d-47a7-44e2-9ffd-ebc864787626'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.783315] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf28848-df03-477b-88e3-77ca6d7da55b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.802759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b38cf6-9b70-4cfe-96c2-2e21d6b4bc50 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.829228] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-97552c7d-47a7-44e2-9ffd-ebc864787626/volume-97552c7d-47a7-44e2-9ffd-ebc864787626.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.829228] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51bbe9a-c327-4c51-9e18-61627fa59bd7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.851942] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1066.851942] env[69644]: value = "task-3553452" [ 1066.851942] env[69644]: _type = "Task" [ 1066.851942] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.861269] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.866075] env[69644]: DEBUG nova.scheduler.client.report [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.969673] env[69644]: DEBUG nova.compute.manager [req-0fe6a83b-3102-4b37-8922-ab889792c42a req-28b3c569-6682-40b1-9613-d5a1e6a87dd6 service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Received event network-vif-deleted-9466fcff-1b9a-4a47-8e86-910b8573fdb0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.970054] env[69644]: INFO nova.compute.manager [req-0fe6a83b-3102-4b37-8922-ab889792c42a req-28b3c569-6682-40b1-9613-d5a1e6a87dd6 service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Neutron deleted interface 9466fcff-1b9a-4a47-8e86-910b8573fdb0; detaching it from the instance and deleting it from the info cache [ 1066.970268] env[69644]: DEBUG nova.network.neutron [req-0fe6a83b-3102-4b37-8922-ab889792c42a req-28b3c569-6682-40b1-9613-d5a1e6a87dd6 service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.984197] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553446, 'name': ReconfigVM_Task, 'duration_secs': 0.540108} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.985271] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 868226c5-be75-403e-95c6-06ae0df85d7e/868226c5-be75-403e-95c6-06ae0df85d7e.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.985974] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce21a21f-6df8-4d5a-9116-cb329f7ed7d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.992803] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1066.992803] env[69644]: value = "task-3553453" [ 1066.992803] env[69644]: _type = "Task" [ 1066.992803] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.002893] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553453, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.020958] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527c47fa-cfbc-c5cf-1914-43c5e51f442a, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.021242] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.021565] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.022051] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93517bd7-4c2c-4c64-a370-af3989367e2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.027891] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1067.027891] env[69644]: value = "task-3553454" [ 1067.027891] env[69644]: _type = "Task" [ 1067.027891] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.035163] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.184369] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.350455] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.361566] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553452, 'name': ReconfigVM_Task, 'duration_secs': 0.39519} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.361879] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-97552c7d-47a7-44e2-9ffd-ebc864787626/volume-97552c7d-47a7-44e2-9ffd-ebc864787626.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.369285] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1afedba-a8e4-4aba-a55f-7f75ed7355b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.384734] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.283s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.384974] env[69644]: DEBUG nova.objects.instance [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'resources' on Instance uuid ca5c0c24-6d95-40ff-95aa-82256c51032a {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.390700] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.390700] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.392019] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.392471] env[69644]: DEBUG nova.virt.hardware [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.392998] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a4a674-3504-4c00-a30d-6ce831e159ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.397468] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1067.397468] env[69644]: value = "task-3553455" [ 1067.397468] env[69644]: _type = "Task" [ 1067.397468] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.406519] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d13ef8-178d-4f81-acb4-b93d68e52126 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.416880] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.417950] env[69644]: INFO nova.scheduler.client.report [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Deleted allocations for instance f8d88412-9505-4d08-afec-8af73e0995ec [ 1067.449228] env[69644]: DEBUG nova.network.neutron [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.472803] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f54cf332-82a3-4fe5-a9ee-e9ea31a4fb18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.485549] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992118d-7e6c-4a48-8f24-57e2433d9dca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.515421] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553453, 'name': Rename_Task, 'duration_secs': 0.136905} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.515745] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.516035] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba4b9a9-1a37-4564-bd6f-3c4102825c30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.536826] env[69644]: DEBUG nova.compute.manager [req-0fe6a83b-3102-4b37-8922-ab889792c42a req-28b3c569-6682-40b1-9613-d5a1e6a87dd6 service nova] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Detach interface failed, port_id=9466fcff-1b9a-4a47-8e86-910b8573fdb0, reason: Instance 458152d2-1dc8-4b71-98e6-f41396d2dee2 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.544127] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1067.544127] env[69644]: value = "task-3553456" [ 1067.544127] env[69644]: _type = "Task" [ 1067.544127] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.553786] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509028} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.554579] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.554984] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.555195] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de095368-15bd-4ff3-b912-00276c235400 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.561686] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.566996] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1067.566996] env[69644]: value = "task-3553457" [ 1067.566996] env[69644]: _type = "Task" [ 1067.566996] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.580426] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.613208] env[69644]: DEBUG nova.network.neutron [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updated VIF entry in instance network info cache for port be050344-635b-4705-b242-4b6a5f0e939d. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.613442] env[69644]: DEBUG nova.network.neutron [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updating instance_info_cache with network_info: [{"id": "be050344-635b-4705-b242-4b6a5f0e939d", "address": "fa:16:3e:92:6c:04", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe050344-63", "ovs_interfaceid": "be050344-635b-4705-b242-4b6a5f0e939d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.686881] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.742481] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.742850] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4212d6c-203a-46cb-ade5-064fd0a2036e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.751564] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1067.751564] env[69644]: value = "task-3553458" [ 1067.751564] env[69644]: _type = "Task" [ 1067.751564] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.757813] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Successfully updated port: f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.766224] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.908537] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.936669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1369b903-b062-4e09-8f2a-65017af2a409 tempest-FloatingIPsAssociationNegativeTestJSON-543408417 tempest-FloatingIPsAssociationNegativeTestJSON-543408417-project-member] Lock "f8d88412-9505-4d08-afec-8af73e0995ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.215s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.952060] env[69644]: INFO nova.compute.manager [-] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Took 1.30 seconds to deallocate network for instance. [ 1068.057476] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.077719] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067477} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.078014] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.078779] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92740376-e532-4143-ae8c-b4172d0cb4e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.102526] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.104787] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1061bc-4ece-44eb-acde-f16b1c6dba52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119658] env[69644]: DEBUG oslo_concurrency.lockutils [req-4b61c7cc-9a92-4657-a0b8-ab054de3839c req-1f589019-8823-494a-933c-f895957cd08c service nova] Releasing lock "refresh_cache-b92c84e3-da52-49f6-988b-b76eb93756f2" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.125611] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1068.125611] env[69644]: value = "task-3553459" [ 1068.125611] env[69644]: _type = "Task" [ 1068.125611] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.133193] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.188036] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.205912] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799fd11f-1f7a-4b00-8d3f-0be7a5c1dce6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.213622] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48688e7d-d016-45d5-a5f7-b087a07d8a1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.246471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0832da6b-5106-45a6-abe4-5e5ba09ff33f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.258456] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa9be1-f9b8-4139-919b-c5f9fefb8715 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.264997] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.266871] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.267017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.267317] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.275960] env[69644]: DEBUG nova.compute.provider_tree [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.308120] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.410587] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.440044] env[69644]: DEBUG nova.network.neutron [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Updating instance_info_cache with network_info: [{"id": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "address": "fa:16:3e:5d:3f:71", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf375dcfc-fa", "ovs_interfaceid": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.458400] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.555566] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.635572] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553459, 'name': ReconfigVM_Task, 'duration_secs': 0.259235} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.635854] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.636492] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627573f2-45ec-4daa-80ad-ba80d9dc8e8a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.642619] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1068.642619] env[69644]: value = "task-3553460" [ 1068.642619] env[69644]: _type = "Task" [ 1068.642619] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.651113] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553460, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.687125] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.762069] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.781693] env[69644]: DEBUG nova.scheduler.client.report [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.917091] env[69644]: DEBUG oslo_vmware.api [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553455, 'name': ReconfigVM_Task, 'duration_secs': 1.226163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.917091] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709490', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'name': 'volume-97552c7d-47a7-44e2-9ffd-ebc864787626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cd1a218-c902-4cc7-80b0-a0df4a88a08c', 'attached_at': '', 'detached_at': '', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'serial': '97552c7d-47a7-44e2-9ffd-ebc864787626'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1068.942238] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.942601] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Instance network_info: |[{"id": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "address": "fa:16:3e:5d:3f:71", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf375dcfc-fa", "ovs_interfaceid": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.943617] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f375dcfc-fa03-4505-823f-6440cb1d56b0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.954057] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Creating folder: Project (9ec85f1606c442e7aadf8ea216bed695). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.954700] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637148b2-066f-4d3c-982f-2e895212e0e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.966610] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Created folder: Project (9ec85f1606c442e7aadf8ea216bed695) in parent group-v709242. [ 1068.966822] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Creating folder: Instances. Parent ref: group-v709496. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.967083] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f578e269-3563-4a57-87a9-e82193c15162 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.978077] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Created folder: Instances in parent group-v709496. [ 1068.978352] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.978550] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.978877] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43319799-c96b-4017-80e9-60997d5f1b11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.001890] env[69644]: DEBUG nova.compute.manager [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Received event network-vif-plugged-f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.002091] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Acquiring lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.002306] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.002473] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.002634] env[69644]: DEBUG nova.compute.manager [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] No waiting events found dispatching network-vif-plugged-f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.002800] env[69644]: WARNING nova.compute.manager [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Received unexpected event network-vif-plugged-f375dcfc-fa03-4505-823f-6440cb1d56b0 for instance with vm_state building and task_state spawning. [ 1069.002960] env[69644]: DEBUG nova.compute.manager [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Received event network-changed-f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.004343] env[69644]: DEBUG nova.compute.manager [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Refreshing instance network info cache due to event network-changed-f375dcfc-fa03-4505-823f-6440cb1d56b0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.004343] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Acquiring lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.004343] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Acquired lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.004343] env[69644]: DEBUG nova.network.neutron [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Refreshing network info cache for port f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.006552] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.006552] env[69644]: value = "task-3553464" [ 1069.006552] env[69644]: _type = "Task" [ 1069.006552] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.016257] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553464, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.056962] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553456, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.152562] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553460, 'name': Rename_Task, 'duration_secs': 0.151313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.152775] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.153026] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e9a125-3fcc-4f28-9b10-d6e1c2411a51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.159058] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1069.159058] env[69644]: value = "task-3553465" [ 1069.159058] env[69644]: _type = "Task" [ 1069.159058] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.166798] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.187176] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.263295] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553458, 'name': PowerOffVM_Task, 'duration_secs': 1.125469} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.263664] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.289126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.291802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.873s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.292061] env[69644]: DEBUG nova.objects.instance [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lazy-loading 'resources' on Instance uuid 48d4f420-ca91-4a6f-8175-4f8292c25663 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.319775] env[69644]: INFO nova.scheduler.client.report [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted allocations for instance ca5c0c24-6d95-40ff-95aa-82256c51032a [ 1069.352204] env[69644]: INFO nova.compute.manager [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Detaching volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 [ 1069.398829] env[69644]: INFO nova.virt.block_device [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Attempting to driver detach volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 from mountpoint /dev/sdb [ 1069.399139] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.399426] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.400636] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b160945-64ec-450d-8d29-3f0e76dcad57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.428179] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2ee7e-2961-4ead-84cd-835aa90d1b52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438057] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51d592-39f4-4e06-bced-2d7deedb460c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.461185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8e5c5-55c3-45ad-993e-0d2ebd39d9b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.481144] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] The volume has not been displaced from its original location: [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.486445] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.488141] env[69644]: DEBUG nova.objects.instance [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.489358] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76273e11-8e34-444d-96ef-7bd920120d14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.511181] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1069.511181] env[69644]: value = "task-3553466" [ 1069.511181] env[69644]: _type = "Task" [ 1069.511181] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.525447] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553464, 'name': CreateVM_Task, 'duration_secs': 0.49207} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.526839] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.527425] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.528219] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.528367] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.528674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.528920] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c1b367-e543-4517-a6c3-f7c4f1cb92cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.533558] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1069.533558] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299f85d-1f02-c7e5-cf60-8c26cca68f41" [ 1069.533558] env[69644]: _type = "Task" [ 1069.533558] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.542358] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299f85d-1f02-c7e5-cf60-8c26cca68f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.559020] env[69644]: DEBUG oslo_vmware.api [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553456, 'name': PowerOnVM_Task, 'duration_secs': 1.839183} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.559020] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.559020] env[69644]: INFO nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1069.559020] env[69644]: DEBUG nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.559457] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a58d6-1a8b-4076-b254-51905aec32ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.671695] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553465, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.688323] env[69644]: DEBUG oslo_vmware.api [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553435, 'name': ReconfigVM_Task, 'duration_secs': 5.814134} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.688662] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.688883] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Reconfigured VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1069.830558] env[69644]: DEBUG oslo_concurrency.lockutils [None req-103967a5-0668-4289-8db0-d60382870fea tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ca5c0c24-6d95-40ff-95aa-82256c51032a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.687s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.982355] env[69644]: DEBUG nova.network.neutron [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Updated VIF entry in instance network info cache for port f375dcfc-fa03-4505-823f-6440cb1d56b0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.982733] env[69644]: DEBUG nova.network.neutron [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Updating instance_info_cache with network_info: [{"id": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "address": "fa:16:3e:5d:3f:71", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf375dcfc-fa", "ovs_interfaceid": "f375dcfc-fa03-4505-823f-6440cb1d56b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.005749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad765600-8169-4691-b10c-6d2c65946945 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.834s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.031550] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553466, 'name': ReconfigVM_Task, 'duration_secs': 0.331518} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.031839] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.036723] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-020f89d5-400a-4383-b743-dcc828ea45bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.060294] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5299f85d-1f02-c7e5-cf60-8c26cca68f41, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.061934] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.062763] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.063180] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.063488] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.063794] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.064268] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1070.064268] env[69644]: value = "task-3553467" [ 1070.064268] env[69644]: _type = "Task" [ 1070.064268] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.064875] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-880bc4b4-5545-4046-a940-9b13072f9303 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.082331] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.085284] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.085284] env[69644]: INFO nova.compute.manager [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Took 24.32 seconds to build instance. [ 1070.088766] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf943d94-fa6f-4d97-a945-fd7668d1d914 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.092764] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.100017] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1070.100017] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fef380-3dba-6800-a8f7-9a5b02654993" [ 1070.100017] env[69644]: _type = "Task" [ 1070.100017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.118585] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fef380-3dba-6800-a8f7-9a5b02654993, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.119958] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e8c914-30da-4a94-a132-d4694a68ebde {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.130860] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1070.130860] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52847048-8435-18f9-1541-9949103a033d" [ 1070.130860] env[69644]: _type = "Task" [ 1070.130860] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.138596] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52847048-8435-18f9-1541-9949103a033d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.170555] env[69644]: DEBUG oslo_vmware.api [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553465, 'name': PowerOnVM_Task, 'duration_secs': 0.597019} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.170922] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.171090] env[69644]: INFO nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1070.171287] env[69644]: DEBUG nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.175015] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203cc36-149d-45cb-a2e6-51dec1efff2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.226946] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d7a61b-95f7-40ac-b2fc-1ccbf7874ad0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.235180] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83437150-a53f-48c0-b189-1675dc9aabeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.270493] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24389402-ff19-4be6-a650-b6009fac42d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.278623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99310b5-8140-4da2-a195-3b36e48a0655 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.295902] env[69644]: DEBUG nova.compute.provider_tree [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.485043] env[69644]: DEBUG oslo_concurrency.lockutils [req-e58a1125-26f9-4da8-a4b0-9f4783ec0d56 req-ba543c85-8383-4c90-be27-0aff9e78a882 service nova] Releasing lock "refresh_cache-61728964-b13b-436b-b6c7-7a26f3786baa" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.577781] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553467, 'name': ReconfigVM_Task, 'duration_secs': 0.234145} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.578146] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.594292] env[69644]: DEBUG oslo_concurrency.lockutils [None req-a71f4b57-603f-46f7-925d-9feaf4da9368 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.842s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.641730] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52847048-8435-18f9-1541-9949103a033d, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.641973] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.642240] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 61728964-b13b-436b-b6c7-7a26f3786baa/61728964-b13b-436b-b6c7-7a26f3786baa.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.642891] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfbe3114-5b27-4286-aa07-8b4aa28f8881 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.652357] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1070.652357] env[69644]: value = "task-3553468" [ 1070.652357] env[69644]: _type = "Task" [ 1070.652357] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.661570] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.698580] env[69644]: INFO nova.compute.manager [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 24.10 seconds to build instance. [ 1070.798459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.798740] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.798941] env[69644]: DEBUG nova.compute.manager [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.799383] env[69644]: DEBUG oslo_concurrency.lockutils [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "interface-868226c5-be75-403e-95c6-06ae0df85d7e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.799608] env[69644]: DEBUG oslo_concurrency.lockutils [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "interface-868226c5-be75-403e-95c6-06ae0df85d7e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.799911] env[69644]: DEBUG nova.objects.instance [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lazy-loading 'flavor' on Instance uuid 868226c5-be75-403e-95c6-06ae0df85d7e {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.805841] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b63d65-bc5f-44f3-944c-d12552a9d3af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.805841] env[69644]: DEBUG nova.scheduler.client.report [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.813622] env[69644]: DEBUG nova.compute.manager [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1070.813622] env[69644]: DEBUG nova.objects.instance [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.829493] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1070.829866] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709495', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'name': 'volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18cff6a1-993b-4414-85c6-39e3a686b233', 'attached_at': '', 'detached_at': '', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'serial': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1070.831643] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd0150-f075-4ee7-a73d-43975c1407cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.849678] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad92759-22b6-413b-9ef5-b6bccf3953f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.877035] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5/volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.877565] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c68a04ca-2adf-4c37-9da7-9c207bca536d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.896511] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1070.896511] env[69644]: value = "task-3553469" [ 1070.896511] env[69644]: _type = "Task" [ 1070.896511] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.904294] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.165026] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.201427] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0e2e4cd0-4f73-42d6-881d-9d457a276952 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.615s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.306987] env[69644]: DEBUG nova.objects.instance [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lazy-loading 'pci_requests' on Instance uuid 868226c5-be75-403e-95c6-06ae0df85d7e {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.310267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.312716] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.891s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.315214] env[69644]: INFO nova.compute.claims [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.340207] env[69644]: INFO nova.scheduler.client.report [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Deleted allocations for instance 48d4f420-ca91-4a6f-8175-4f8292c25663 [ 1071.407631] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.547227] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.547536] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.547651] env[69644]: DEBUG nova.network.neutron [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.645799] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.646134] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe5a09f-4c95-46c1-ab44-09c8387af89e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.653399] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1071.653399] env[69644]: value = "task-3553470" [ 1071.653399] env[69644]: _type = "Task" [ 1071.653399] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.668164] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.668409] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.668627] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.668893] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59665} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.669585] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e530c3-d244-47cb-b4e1-0766f1aacafd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.672366] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 61728964-b13b-436b-b6c7-7a26f3786baa/61728964-b13b-436b-b6c7-7a26f3786baa.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.672583] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.672805] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff2a6cca-61de-4a44-a983-e0174659af2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.699164] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220cb34a-a7f6-41ef-944a-bf1156cecab5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.701821] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1071.701821] env[69644]: value = "task-3553471" [ 1071.701821] env[69644]: _type = "Task" [ 1071.701821] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.708859] env[69644]: WARNING nova.virt.vmwareapi.driver [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1071.709214] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.710160] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85267c5d-44d7-4c7e-9fb3-2dcd81b20e0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.715087] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.719870] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.719870] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ed2646a-507e-431d-91bd-ecc22c34dcd5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.792021] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.792310] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.792611] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.792901] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd70f57-0b43-4a24-bfdf-b6770688109c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.799622] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1071.799622] env[69644]: value = "task-3553473" [ 1071.799622] env[69644]: _type = "Task" [ 1071.799622] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.808369] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.811102] env[69644]: DEBUG nova.objects.base [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Object Instance<868226c5-be75-403e-95c6-06ae0df85d7e> lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.811345] env[69644]: DEBUG nova.network.neutron [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.826787] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.827081] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd91d584-527b-4741-8d5e-8bb8e67d680e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.834489] env[69644]: DEBUG oslo_vmware.api [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1071.834489] env[69644]: value = "task-3553474" [ 1071.834489] env[69644]: _type = "Task" [ 1071.834489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.846024] env[69644]: DEBUG oslo_vmware.api [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.852444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d298ed1a-3936-4722-bb9e-1297602a0c75 tempest-ServerDiagnosticsTest-1230345668 tempest-ServerDiagnosticsTest-1230345668-project-member] Lock "48d4f420-ca91-4a6f-8175-4f8292c25663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.844s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.907570] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553469, 'name': ReconfigVM_Task, 'duration_secs': 0.520113} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.907995] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5/volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.914806] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793b8e99-282c-4750-a8b8-b6431f69d14d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.938807] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1071.938807] env[69644]: value = "task-3553475" [ 1071.938807] env[69644]: _type = "Task" [ 1071.938807] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.948587] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.007039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-249fb646-c0c0-472d-bae7-eb64306e581f tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "interface-868226c5-be75-403e-95c6-06ae0df85d7e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.207s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.212688] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073384} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.212967] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.214413] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2cf95b-0033-43a7-93a9-3279717525b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.241768] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 61728964-b13b-436b-b6c7-7a26f3786baa/61728964-b13b-436b-b6c7-7a26f3786baa.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.245045] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a714f3d-5df9-4fca-a9c6-ab18ea63a4f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.264918] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1072.264918] env[69644]: value = "task-3553476" [ 1072.264918] env[69644]: _type = "Task" [ 1072.264918] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.279632] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.309865] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335411} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.310322] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.310322] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.310502] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.347990] env[69644]: DEBUG oslo_vmware.api [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553474, 'name': PowerOffVM_Task, 'duration_secs': 0.325835} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.349358] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.350185] env[69644]: DEBUG nova.compute.manager [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.351451] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7630e06-d931-41ac-908e-82ff64e5b5c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.459497] env[69644]: DEBUG oslo_vmware.api [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553475, 'name': ReconfigVM_Task, 'duration_secs': 0.179457} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.459828] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709495', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'name': 'volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18cff6a1-993b-4414-85c6-39e3a686b233', 'attached_at': '', 'detached_at': '', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'serial': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.493958] env[69644]: INFO nova.network.neutron [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Port 2c32e8a8-0ede-4efb-8904-3a5304105f8c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1072.494095] env[69644]: DEBUG nova.network.neutron [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.557399] env[69644]: DEBUG nova.compute.manager [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Received event network-changed-390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.557399] env[69644]: DEBUG nova.compute.manager [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Refreshing instance network info cache due to event network-changed-390a0658-817e-4ca2-92b5-212eb564b7df. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.557399] env[69644]: DEBUG oslo_concurrency.lockutils [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.557399] env[69644]: DEBUG oslo_concurrency.lockutils [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.558730] env[69644]: DEBUG nova.network.neutron [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Refreshing network info cache for port 390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.727122] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2374a7-e5b3-4d6b-a1d7-2701ae8d23b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.736737] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e8a4f0-71d7-45ca-b89d-1cb78ef886e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.781886] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3d8b7-ba25-4470-92d0-0190e2a15b4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.789921] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553476, 'name': ReconfigVM_Task, 'duration_secs': 0.347934} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.792376] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 61728964-b13b-436b-b6c7-7a26f3786baa/61728964-b13b-436b-b6c7-7a26f3786baa.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.793202] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81373707-2097-4ee4-b7ce-adcf7a336832 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.795979] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4007c0-2a9f-44c3-8371-cdc0d83ce06a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.814045] env[69644]: DEBUG nova.compute.provider_tree [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.818621] env[69644]: INFO nova.virt.block_device [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Booting with volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 at /dev/sdb [ 1072.820213] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1072.820213] env[69644]: value = "task-3553477" [ 1072.820213] env[69644]: _type = "Task" [ 1072.820213] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.834809] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553477, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.870987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80e54e5b-f03c-4fb6-ae54-8b8a7d171739 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.877174] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397a90f2-1962-4e7d-9d71-249ea7a50dfb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.887066] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e74164-918e-4f5c-98b3-7aa129e499a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.923769] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d59fcc3c-7c02-471e-ac45-5f808c8cdddc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.933194] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808e1f0-2b8b-4e11-94bc-585112064cd3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972777] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d10f9-7ebb-49e3-97e4-e24e03fe6c49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.980011] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198b0299-5714-4f41-9af4-471ae2760f45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.995873] env[69644]: DEBUG nova.virt.block_device [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating existing volume attachment record: ef67c4b9-ecba-4a75-a604-1b525b071c72 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.004797] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.008264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "0960aee8-85fe-4a94-86d8-23809ed4139f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.008264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.008264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.008264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.008264] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.012331] env[69644]: INFO nova.compute.manager [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Terminating instance [ 1073.022030] env[69644]: DEBUG nova.compute.manager [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.022320] env[69644]: DEBUG nova.compute.manager [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing instance network info cache due to event network-changed-9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.022320] env[69644]: DEBUG oslo_concurrency.lockutils [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] Acquiring lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.022440] env[69644]: DEBUG oslo_concurrency.lockutils [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] Acquired lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.022600] env[69644]: DEBUG nova.network.neutron [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Refreshing network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.322846] env[69644]: DEBUG nova.scheduler.client.report [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.331313] env[69644]: DEBUG nova.network.neutron [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updated VIF entry in instance network info cache for port 390a0658-817e-4ca2-92b5-212eb564b7df. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.332089] env[69644]: DEBUG nova.network.neutron [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.345763] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553477, 'name': Rename_Task, 'duration_secs': 0.297081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.347680] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.347680] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277db15e-f81f-4c09-88c0-68f0c7bb4323 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.353016] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1073.353016] env[69644]: value = "task-3553478" [ 1073.353016] env[69644]: _type = "Task" [ 1073.353016] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.360627] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.510855] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5b724b06-ffab-41a0-be67-62f84553070f tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-261bd7d7-c74b-4b96-996c-348b1d99083c-2c32e8a8-0ede-4efb-8904-3a5304105f8c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.467s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.516636] env[69644]: DEBUG nova.objects.instance [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'flavor' on Instance uuid 18cff6a1-993b-4414-85c6-39e3a686b233 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.526109] env[69644]: DEBUG nova.compute.manager [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.526109] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.532586] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c30e8-ce22-4b9b-9add-aed3c364f484 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.546432] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.546744] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7046b54f-8918-4d67-a316-82c928bd5d7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.553915] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1073.553915] env[69644]: value = "task-3553479" [ 1073.553915] env[69644]: _type = "Task" [ 1073.553915] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.566224] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.759599] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.759830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.760362] env[69644]: DEBUG nova.objects.instance [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'flavor' on Instance uuid e65d52f9-4895-4ca7-a4e1-9052075ee858 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.825161] env[69644]: DEBUG nova.network.neutron [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updated VIF entry in instance network info cache for port 9a008314-43f0-4cb2-a9a4-a18100b15b68. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.825541] env[69644]: DEBUG nova.network.neutron [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [{"id": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "address": "fa:16:3e:5a:61:ae", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a008314-43", "ovs_interfaceid": "9a008314-43f0-4cb2-a9a4-a18100b15b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.832050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.832580] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.836065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.319s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.837305] env[69644]: INFO nova.compute.claims [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.840549] env[69644]: DEBUG oslo_concurrency.lockutils [req-e20cd036-b159-43e3-ba44-6b2a77ee605f req-8510291a-c2ca-46b1-ac70-c8188083e35c service nova] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.864141] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.026129] env[69644]: DEBUG nova.objects.instance [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.031132] env[69644]: DEBUG oslo_concurrency.lockutils [None req-85531816-da52-4d24-9051-cde04d6eb052 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.070900] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553479, 'name': PowerOffVM_Task, 'duration_secs': 0.317795} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.071212] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.071397] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.071652] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3366de53-db5e-4cc1-bb20-9ccae4fd1b6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.119831] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "868226c5-be75-403e-95c6-06ae0df85d7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.120126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.120380] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.120570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.120747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.122721] env[69644]: INFO nova.compute.manager [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Terminating instance [ 1074.136491] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.136907] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.137243] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleting the datastore file [datastore2] 0960aee8-85fe-4a94-86d8-23809ed4139f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.137855] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5df640-eba9-4027-adc7-7cdefb855830 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.145491] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for the task: (returnval){ [ 1074.145491] env[69644]: value = "task-3553481" [ 1074.145491] env[69644]: _type = "Task" [ 1074.145491] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.156168] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.254102] env[69644]: INFO nova.compute.manager [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Rescuing [ 1074.254405] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.254558] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.254727] env[69644]: DEBUG nova.network.neutron [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.328751] env[69644]: DEBUG oslo_concurrency.lockutils [req-1153fb1d-2ce4-4755-b796-931f4d9c22f5 req-ed6f1d9d-adad-4cc5-b6cf-b46875aeced6 service nova] Releasing lock "refresh_cache-261bd7d7-c74b-4b96-996c-348b1d99083c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.342624] env[69644]: DEBUG nova.compute.utils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.346261] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.346578] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.364984] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.399450] env[69644]: DEBUG nova.policy [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.424460] env[69644]: DEBUG nova.objects.instance [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'pci_requests' on Instance uuid e65d52f9-4895-4ca7-a4e1-9052075ee858 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.540393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.540393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540393] env[69644]: DEBUG nova.network.neutron [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.540393] env[69644]: DEBUG nova.objects.instance [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'info_cache' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.627523] env[69644]: DEBUG nova.compute.manager [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.627884] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.628821] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de208a87-525c-468f-9b5f-2040de2d733d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.642875] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.642875] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74ed92e7-1206-4b62-9e5f-f2b62b5b40ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.665468] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.665468] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1074.665468] env[69644]: value = "task-3553482" [ 1074.665468] env[69644]: _type = "Task" [ 1074.665468] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.677890] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.763949] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Successfully created port: 13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.849490] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.865227] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.928389] env[69644]: DEBUG nova.objects.base [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.928389] env[69644]: DEBUG nova.network.neutron [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.020273] env[69644]: DEBUG nova.policy [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff733cd92954122b1a3377a8459de86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ecc34c25a4bfb8383f736fd8389ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.042959] env[69644]: DEBUG nova.objects.base [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Object Instance<7cd1a218-c902-4cc7-80b0-a0df4a88a08c> lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.147026] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.147302] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.147462] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.147644] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.147818] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.147983] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.148331] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.148546] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.148957] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.149203] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.149430] env[69644]: DEBUG nova.virt.hardware [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.150710] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc20f5e4-9a04-406c-82c3-8b1561d2edfd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.159849] env[69644]: DEBUG nova.network.neutron [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.174945] env[69644]: DEBUG oslo_vmware.api [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Task: {'id': task-3553481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.67615} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.176117] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.176117] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.176280] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.176473] env[69644]: INFO nova.compute.manager [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1075.177125] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.177988] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e58eb9-519e-4425-a1c0-487dc65d8e5b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.189729] env[69644]: DEBUG nova.compute.manager [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.189953] env[69644]: DEBUG nova.network.neutron [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.192372] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553482, 'name': PowerOffVM_Task, 'duration_secs': 0.213164} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.193390] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.194234] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.194234] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35d3756-c7d1-4219-8627-31466cac089b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.204909] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:09:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a0cd90-a426-4a79-b9b2-dabd1cdaa560', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.213708] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.217195] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.218012] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-311b6ab4-9c13-45c2-8d2b-fb68bc8f58c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.243296] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.243296] env[69644]: value = "task-3553484" [ 1075.243296] env[69644]: _type = "Task" [ 1075.243296] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.252451] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553484, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.256357] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5a689-e977-48d1-b87d-6a257a554075 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.263218] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6b2bf1-f59c-4829-8072-e35632e7059d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.298739] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecae4c65-b287-480c-a57a-d46a77ba1a7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.301907] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.302132] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.302318] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Deleting the datastore file [datastore1] 868226c5-be75-403e-95c6-06ae0df85d7e {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.302667] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64826d03-5bf4-4bf2-8029-ed8b46470445 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.310471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310f089-c509-4e3e-ab70-1136a3646d89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.314406] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for the task: (returnval){ [ 1075.314406] env[69644]: value = "task-3553485" [ 1075.314406] env[69644]: _type = "Task" [ 1075.314406] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.325530] env[69644]: DEBUG nova.compute.provider_tree [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.331633] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.368537] env[69644]: DEBUG oslo_vmware.api [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553478, 'name': PowerOnVM_Task, 'duration_secs': 1.855694} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.368693] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.369624] env[69644]: INFO nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1075.369624] env[69644]: DEBUG nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.369850] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb16979-8b79-4824-a882-cc38e9d4a031 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.667943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.762259] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553484, 'name': CreateVM_Task, 'duration_secs': 0.384666} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.762259] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.762740] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.763035] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.763435] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.763793] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a31e63-7179-408a-b982-b9225f51adf7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.768524] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1075.768524] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222bd4d-f947-4524-ce0f-0cc38f9c8d4f" [ 1075.768524] env[69644]: _type = "Task" [ 1075.768524] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.777474] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222bd4d-f947-4524-ce0f-0cc38f9c8d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.829406] env[69644]: DEBUG nova.scheduler.client.report [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.833903] env[69644]: DEBUG oslo_vmware.api [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Task: {'id': task-3553485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195496} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.834239] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.834447] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.834628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.835266] env[69644]: INFO nova.compute.manager [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1075.835521] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.835917] env[69644]: DEBUG nova.compute.manager [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.836028] env[69644]: DEBUG nova.network.neutron [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.866589] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.878384] env[69644]: DEBUG nova.network.neutron [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.890016] env[69644]: INFO nova.compute.manager [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Took 21.94 seconds to build instance. [ 1075.900142] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.900431] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.900585] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.900761] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.900900] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.901321] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.901775] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.902373] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.902600] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.902774] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.902945] env[69644]: DEBUG nova.virt.hardware [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.904133] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649c218-7b37-4952-b04f-46c9b14b6197 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.915376] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9260d0b-216d-4e74-8940-8fd1f9aaeac3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.063358] env[69644]: DEBUG nova.compute.manager [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.063562] env[69644]: DEBUG nova.compute.manager [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing instance network info cache due to event network-changed-39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.063781] env[69644]: DEBUG oslo_concurrency.lockutils [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.063890] env[69644]: DEBUG oslo_concurrency.lockutils [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.065196] env[69644]: DEBUG nova.network.neutron [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.234324] env[69644]: DEBUG nova.network.neutron [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.281116] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5222bd4d-f947-4524-ce0f-0cc38f9c8d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.025979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.281116] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.281116] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.281277] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.281426] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.281610] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.282016] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4314e0-dae6-4468-a10b-dec370972c8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.295882] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.296050] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.296839] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70cbfd1f-8a61-4d38-9858-28e38f86aa19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.304632] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1076.304632] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e1449b-5ba8-ec79-6f6a-fbf19f9946c1" [ 1076.304632] env[69644]: _type = "Task" [ 1076.304632] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.316567] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e1449b-5ba8-ec79-6f6a-fbf19f9946c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.340193] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.340193] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.341828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.883s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.342344] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.368481] env[69644]: INFO nova.scheduler.client.report [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocations for instance 458152d2-1dc8-4b71-98e6-f41396d2dee2 [ 1076.378751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.391814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-321f02dc-2592-44c3-8e79-dec522bdea4b tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.465s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.495540] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Successfully updated port: 13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.548576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.548799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.642266] env[69644]: DEBUG nova.network.neutron [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.735229] env[69644]: DEBUG nova.network.neutron [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Successfully updated port: 2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.737612] env[69644]: INFO nova.compute.manager [-] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Took 1.55 seconds to deallocate network for instance. [ 1076.803718] env[69644]: DEBUG nova.network.neutron [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updated VIF entry in instance network info cache for port 39637170-7884-4c45-8e42-5448aa6e04dd. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.804132] env[69644]: DEBUG nova.network.neutron [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.816065] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e1449b-5ba8-ec79-6f6a-fbf19f9946c1, 'name': SearchDatastore_Task, 'duration_secs': 0.02199} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.816909] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1978676-3cfd-4eb2-816e-45e825deb25d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.822786] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1076.822786] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3b838-6682-bb21-6fc6-90277e5e2978" [ 1076.822786] env[69644]: _type = "Task" [ 1076.822786] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.831337] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3b838-6682-bb21-6fc6-90277e5e2978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.847013] env[69644]: DEBUG nova.compute.utils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.848337] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.848512] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.879744] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f8360da-f104-4b3c-a408-51ba7ed68e4d tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "458152d2-1dc8-4b71-98e6-f41396d2dee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.863s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.885451] env[69644]: DEBUG nova.policy [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c555c433d7747fb81d3456dc89b552d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9396b6ab1f2c422099feba99d88df64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.957091] env[69644]: DEBUG nova.compute.manager [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.957324] env[69644]: DEBUG oslo_concurrency.lockutils [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.957625] env[69644]: DEBUG oslo_concurrency.lockutils [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.957820] env[69644]: DEBUG oslo_concurrency.lockutils [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.957993] env[69644]: DEBUG nova.compute.manager [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] No waiting events found dispatching network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1076.958228] env[69644]: WARNING nova.compute.manager [req-60c96124-ddad-4a58-98c9-bbd277b965f4 req-f80b0841-422a-48fb-8e84-0312d6445504 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received unexpected event network-vif-plugged-2c32e8a8-0ede-4efb-8904-3a5304105f8c for instance with vm_state active and task_state None. [ 1077.002914] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.003059] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.003925] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.051764] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.145276] env[69644]: INFO nova.compute.manager [-] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Took 1.31 seconds to deallocate network for instance. [ 1077.186437] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Successfully created port: b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.210778] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.211072] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0479f62-80d7-4a1d-aaf2-76a114f18ab5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.219620] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1077.219620] env[69644]: value = "task-3553486" [ 1077.219620] env[69644]: _type = "Task" [ 1077.219620] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.227714] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.241540] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.245886] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.246224] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.246517] env[69644]: DEBUG nova.objects.instance [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lazy-loading 'resources' on Instance uuid 0960aee8-85fe-4a94-86d8-23809ed4139f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.310587] env[69644]: DEBUG oslo_concurrency.lockutils [req-a7d525d4-dc14-4891-a2c2-852a3546a5dc req-bf71a555-3204-4a7b-981a-758c1369b7b0 service nova] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.311017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.311226] env[69644]: DEBUG nova.network.neutron [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.335848] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52b3b838-6682-bb21-6fc6-90277e5e2978, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.335980] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.336253] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.336618] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eadc16c5-c7fd-44e8-a7de-cac79efa394d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.344101] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1077.344101] env[69644]: value = "task-3553487" [ 1077.344101] env[69644]: _type = "Task" [ 1077.344101] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.353347] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.356014] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.388180] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.388532] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbc21b4-d920-43be-adfd-45f9f7702c41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.396038] env[69644]: DEBUG oslo_vmware.api [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1077.396038] env[69644]: value = "task-3553488" [ 1077.396038] env[69644]: _type = "Task" [ 1077.396038] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.409737] env[69644]: DEBUG oslo_vmware.api [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.555394] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.580077] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.651812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.732735] env[69644]: DEBUG nova.network.neutron [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Updating instance_info_cache with network_info: [{"id": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "address": "fa:16:3e:62:a5:e5", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d6ba04-e3", "ovs_interfaceid": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.738391] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553486, 'name': PowerOffVM_Task, 'duration_secs': 0.389654} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.739240] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.740531] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb2cd6-26e5-4eac-a33f-39ddcdddea49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.774757] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6247dd-1188-4a3a-a2e0-6b414d9daf10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.817864] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.818252] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2dd2d93-1ea3-430b-b51c-030f0f52f2b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.828994] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1077.828994] env[69644]: value = "task-3553489" [ 1077.828994] env[69644]: _type = "Task" [ 1077.828994] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.840721] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.840941] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.841216] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.841373] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.841552] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.841796] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea6ff37-52a9-4960-b7cb-2db6f01e2d31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.849307] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.849492] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.852784] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760b909a-ff6c-419b-b934-e90d3c185011 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.861184] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481525} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.862076] env[69644]: WARNING nova.network.neutron [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] 97ed7ca4-201c-49c2-b27e-dd1b8626f151 already exists in list: networks containing: ['97ed7ca4-201c-49c2-b27e-dd1b8626f151']. ignoring it [ 1077.864264] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.864503] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.865011] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b20704-06bb-4ed5-8b84-fcb5625596e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.870934] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1077.870934] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529899ed-72b9-11e6-4cc1-55e3e298f740" [ 1077.870934] env[69644]: _type = "Task" [ 1077.870934] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.875615] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1077.875615] env[69644]: value = "task-3553490" [ 1077.875615] env[69644]: _type = "Task" [ 1077.875615] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.882541] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529899ed-72b9-11e6-4cc1-55e3e298f740, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.886599] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14b41f8-8d74-4670-adb4-4bfbc212615a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.891907] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.894842] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1077.894842] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd1676-1a76-518c-cd5c-1b2d82bdfc4a" [ 1077.894842] env[69644]: _type = "Task" [ 1077.894842] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.913067] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd1676-1a76-518c-cd5c-1b2d82bdfc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.919612] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.919941] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1077.920596] env[69644]: DEBUG oslo_vmware.api [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.921017] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852d3720-a14f-4252-8a87-a7120bbb9be5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.930311] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1077.930311] env[69644]: value = "task-3553491" [ 1077.930311] env[69644]: _type = "Task" [ 1077.930311] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.940261] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.130292] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd323d4-2e3d-4235-9211-f697ab893a95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.142439] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e6d6d-2c5a-46a5-9956-fa6a1ee945bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.183853] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2d548-928d-4a9f-b2ea-e74a86e0cad4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.194168] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc75ec94-0e23-4919-9932-9aca82b96536 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.212896] env[69644]: DEBUG nova.compute.provider_tree [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.239948] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.240502] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Instance network_info: |[{"id": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "address": "fa:16:3e:62:a5:e5", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d6ba04-e3", "ovs_interfaceid": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.241471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a5:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d6ba04-e356-49fe-8f8c-f02e097bdabe', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.250047] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.250410] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.250676] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c6e5ca-0a7a-4482-bbda-717b7e654381 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.277409] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.277409] env[69644]: value = "task-3553492" [ 1078.277409] env[69644]: _type = "Task" [ 1078.277409] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.294275] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553492, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.316749] env[69644]: DEBUG nova.network.neutron [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "address": "fa:16:3e:cd:44:02", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c32e8a8-0e", "ovs_interfaceid": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.366289] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.385840] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064361} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.386132] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.386934] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d794d-5c9e-4117-b860-ca7243e61bc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.392811] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.393063] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.393231] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.393413] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.393580] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.393727] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.393936] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.394131] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.394307] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.394471] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.394642] env[69644]: DEBUG nova.virt.hardware [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.395486] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3668b9-29c8-4300-93a2-d51d675ab480 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.417705] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.421789] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d7ccb4-984b-4257-8384-1b4719b552ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.446223] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001f42c-b47a-4ced-a1cb-81797bdee3c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.456264] env[69644]: DEBUG oslo_vmware.api [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.456664] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1078.456664] env[69644]: value = "task-3553493" [ 1078.456664] env[69644]: _type = "Task" [ 1078.456664] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.472804] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469705} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.473998] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 1078.474948] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b258c1-7df0-4975-988a-5d43a7ad0338 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.481052] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.507672] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.508018] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5b4364-1eca-40b7-ad54-6f93b94118f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.527342] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1078.527342] env[69644]: value = "task-3553494" [ 1078.527342] env[69644]: _type = "Task" [ 1078.527342] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.536415] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Received event network-vif-deleted-21144f3d-a4cf-4c52-bd2d-78bfd4f8e577 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Received event network-vif-deleted-21e327d3-c80a-4b1c-8cde-2d230e0eeb8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Received event network-vif-plugged-13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.554022] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Acquiring lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.554022] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.554022] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] No waiting events found dispatching network-vif-plugged-13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.554022] env[69644]: WARNING nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Received unexpected event network-vif-plugged-13d6ba04-e356-49fe-8f8c-f02e097bdabe for instance with vm_state building and task_state spawning. [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Received event network-changed-13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.554022] env[69644]: DEBUG nova.compute.manager [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Refreshing instance network info cache due to event network-changed-13d6ba04-e356-49fe-8f8c-f02e097bdabe. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.554022] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Acquiring lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.554900] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Acquired lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.554900] env[69644]: DEBUG nova.network.neutron [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Refreshing network info cache for port 13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.690962] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Successfully updated port: b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.717107] env[69644]: DEBUG nova.scheduler.client.report [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.787694] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553492, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.820052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.820918] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.821164] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.822389] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbdc39-4419-4e80-a3e2-5b5c536753bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.839844] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.840100] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.840287] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.840471] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.840622] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.840788] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.840991] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.841175] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.841367] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.841532] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.841728] env[69644]: DEBUG nova.virt.hardware [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.848185] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfiguring VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1078.848711] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8d3fc0-d24a-4dbd-b857-48a66f700e54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.869688] env[69644]: DEBUG oslo_vmware.api [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1078.869688] env[69644]: value = "task-3553495" [ 1078.869688] env[69644]: _type = "Task" [ 1078.869688] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.877321] env[69644]: DEBUG oslo_vmware.api [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553495, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.918428] env[69644]: DEBUG oslo_vmware.api [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553488, 'name': PowerOnVM_Task, 'duration_secs': 1.153088} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.918698] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.919019] env[69644]: DEBUG nova.compute.manager [None req-96be1e1b-a06b-4a34-9ce0-6884ddb5335b tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.919710] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5f699-6f97-4ec9-a989-a3df6f19ec2c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.967180] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.037839] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.193877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.194077] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.194217] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.222196] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.225843] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.646s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.227400] env[69644]: INFO nova.compute.claims [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.260817] env[69644]: INFO nova.scheduler.client.report [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Deleted allocations for instance 0960aee8-85fe-4a94-86d8-23809ed4139f [ 1079.288100] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553492, 'name': CreateVM_Task, 'duration_secs': 0.672807} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.289070] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.289801] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.289967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.290409] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.290990] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c96b11a-dee3-4f30-b221-b012c01292c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.295976] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1079.295976] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed91dd-b7d8-429c-24e2-8f83dfe5de21" [ 1079.295976] env[69644]: _type = "Task" [ 1079.295976] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.300975] env[69644]: DEBUG nova.network.neutron [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Updated VIF entry in instance network info cache for port 13d6ba04-e356-49fe-8f8c-f02e097bdabe. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.301360] env[69644]: DEBUG nova.network.neutron [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Updating instance_info_cache with network_info: [{"id": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "address": "fa:16:3e:62:a5:e5", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d6ba04-e3", "ovs_interfaceid": "13d6ba04-e356-49fe-8f8c-f02e097bdabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.307883] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed91dd-b7d8-429c-24e2-8f83dfe5de21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.380053] env[69644]: DEBUG oslo_vmware.api [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.422024] env[69644]: DEBUG nova.compute.manager [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-changed-2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.422228] env[69644]: DEBUG nova.compute.manager [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing instance network info cache due to event network-changed-2c32e8a8-0ede-4efb-8904-3a5304105f8c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.422450] env[69644]: DEBUG oslo_concurrency.lockutils [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.422598] env[69644]: DEBUG oslo_concurrency.lockutils [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.422811] env[69644]: DEBUG nova.network.neutron [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Refreshing network info cache for port 2c32e8a8-0ede-4efb-8904-3a5304105f8c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.468487] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553493, 'name': ReconfigVM_Task, 'duration_secs': 0.766442} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.468934] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to attach disk [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5/e603be63-d732-4e6f-9432-7c5bc2b88ed5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.470238] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '1bb75d77-95da-4f55-b736-c24ade6a163b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': 'ef67c4b9-ecba-4a75-a604-1b525b071c72', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'}, 'volume_type': None}], 'swap': None} {{(pid=69644) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1079.470470] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.470668] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.471510] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b164a29-28e0-4231-945c-7a9db9b4cbf6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.489255] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdaabf1-3062-47e9-a072-2605e512708a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.515341] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.515669] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214451bf-960a-45d8-b5fb-0d68f60826ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.542448] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553494, 'name': ReconfigVM_Task, 'duration_secs': 0.848541} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.544273] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.544908] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1079.544908] env[69644]: value = "task-3553496" [ 1079.544908] env[69644]: _type = "Task" [ 1079.544908] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.545959] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad37810-e8cd-4e52-811f-e365b16eb8e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.561798] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.591113] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584e6572-537e-4171-8523-644ff9302e9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.609785] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1079.609785] env[69644]: value = "task-3553497" [ 1079.609785] env[69644]: _type = "Task" [ 1079.609785] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.622863] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.762802] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.771075] env[69644]: DEBUG oslo_concurrency.lockutils [None req-741aaf72-3518-43ec-9a5b-1dc217b13b0e tempest-ServersWithSpecificFlavorTestJSON-315105085 tempest-ServersWithSpecificFlavorTestJSON-315105085-project-member] Lock "0960aee8-85fe-4a94-86d8-23809ed4139f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.763s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.806760] env[69644]: DEBUG oslo_concurrency.lockutils [req-f482c490-20be-4c8a-a012-851d7e63edf8 req-cbc2413e-ce54-4c2c-a99a-5471481d06af service nova] Releasing lock "refresh_cache-5f2b7e92-607f-4620-a71b-ecf6fa083ba8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.807425] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed91dd-b7d8-429c-24e2-8f83dfe5de21, 'name': SearchDatastore_Task, 'duration_secs': 0.019471} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.807704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.807943] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.808205] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.808385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.808571] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.808828] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50b8b66d-7d1f-42e8-89c5-398137f932a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.817656] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.817806] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.818549] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0045d794-2d30-4fb0-a6fd-58a3f0d4e718 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.826361] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1079.826361] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dad300-69b1-9076-cad2-1db8f7617d3d" [ 1079.826361] env[69644]: _type = "Task" [ 1079.826361] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.836509] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dad300-69b1-9076-cad2-1db8f7617d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.880371] env[69644]: DEBUG oslo_vmware.api [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553495, 'name': ReconfigVM_Task, 'duration_secs': 0.644559} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.880866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.881121] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfigured VM to attach interface {{(pid=69644) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1079.933293] env[69644]: DEBUG nova.network.neutron [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Updating instance_info_cache with network_info: [{"id": "b1b77dbe-4bbf-43d6-8192-92156111d595", "address": "fa:16:3e:04:d0:c9", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b77dbe-4b", "ovs_interfaceid": "b1b77dbe-4bbf-43d6-8192-92156111d595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.059429] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.125249] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553497, 'name': ReconfigVM_Task, 'duration_secs': 0.220477} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.125539] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.125790] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ee17e0-6e6d-4a5b-b8a1-7fb71e336bf7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.132362] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1080.132362] env[69644]: value = "task-3553498" [ 1080.132362] env[69644]: _type = "Task" [ 1080.132362] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.140030] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.214319] env[69644]: DEBUG nova.network.neutron [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updated VIF entry in instance network info cache for port 2c32e8a8-0ede-4efb-8904-3a5304105f8c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.214759] env[69644]: DEBUG nova.network.neutron [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "address": "fa:16:3e:cd:44:02", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c32e8a8-0e", "ovs_interfaceid": "2c32e8a8-0ede-4efb-8904-3a5304105f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.340180] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52dad300-69b1-9076-cad2-1db8f7617d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.341365] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3bf3bb-1fdd-49e2-a893-189dd70051a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.349918] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1080.349918] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f37221-eecb-56ba-d6b5-bd4bcef014f0" [ 1080.349918] env[69644]: _type = "Task" [ 1080.349918] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.357545] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f37221-eecb-56ba-d6b5-bd4bcef014f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.385683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9fd64a07-ec72-4bd2-b869-2a657d14ef0c tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.626s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.437270] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.437604] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Instance network_info: |[{"id": "b1b77dbe-4bbf-43d6-8192-92156111d595", "address": "fa:16:3e:04:d0:c9", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b77dbe-4b", "ovs_interfaceid": "b1b77dbe-4bbf-43d6-8192-92156111d595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.438627] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d0:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b77dbe-4bbf-43d6-8192-92156111d595', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.446265] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.446871] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.447598] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07f2455-996e-4c37-8e56-fb63a9c84426 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.472866] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.472866] env[69644]: value = "task-3553499" [ 1080.472866] env[69644]: _type = "Task" [ 1080.472866] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.485822] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553499, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.561517] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.569245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d82fbd-af46-4f99-884d-134a28e4e867 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.576715] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98797fd-47bb-4f5d-a0fe-23a666b79f23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.606870] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd4dc3-fb67-4071-9379-55ae88723be6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.614865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542dcc87-9f70-42ab-90af-cf0e005953b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.628587] env[69644]: DEBUG nova.compute.provider_tree [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.641915] env[69644]: DEBUG oslo_vmware.api [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553498, 'name': PowerOnVM_Task, 'duration_secs': 0.44849} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.642197] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.644752] env[69644]: DEBUG nova.compute.manager [None req-3838d942-e498-49bc-b490-9c8f649f2b0b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.645501] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb106b03-de80-44f7-9728-1852dc5a3b09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.717801] env[69644]: DEBUG oslo_concurrency.lockutils [req-5784018f-8ac6-4188-8d23-c0b6877e18cf req-416523e7-ed66-4c1f-b7ef-7414972e188f service nova] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.859427] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f37221-eecb-56ba-d6b5-bd4bcef014f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.859711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.859952] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5f2b7e92-607f-4620-a71b-ecf6fa083ba8/5f2b7e92-607f-4620-a71b-ecf6fa083ba8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.860225] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a9a94bf-51ae-4115-b6e4-5b235efe721d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.866400] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1080.866400] env[69644]: value = "task-3553500" [ 1080.866400] env[69644]: _type = "Task" [ 1080.866400] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.874357] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.982882] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553499, 'name': CreateVM_Task, 'duration_secs': 0.449003} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.983044] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.983762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.983945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.984307] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.984580] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f924c1a6-75f0-456c-9560-b741fdd973e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.988937] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1080.988937] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe5582-8444-9a15-3c49-ab13d7dd7de9" [ 1080.988937] env[69644]: _type = "Task" [ 1080.988937] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.998773] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe5582-8444-9a15-3c49-ab13d7dd7de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.060235] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.132093] env[69644]: DEBUG nova.scheduler.client.report [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.225027] env[69644]: DEBUG nova.compute.manager [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Received event network-vif-plugged-b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.225027] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Acquiring lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.225027] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.225027] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.225027] env[69644]: DEBUG nova.compute.manager [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] No waiting events found dispatching network-vif-plugged-b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1081.225379] env[69644]: WARNING nova.compute.manager [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Received unexpected event network-vif-plugged-b1b77dbe-4bbf-43d6-8192-92156111d595 for instance with vm_state building and task_state spawning. [ 1081.225379] env[69644]: DEBUG nova.compute.manager [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Received event network-changed-b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.225457] env[69644]: DEBUG nova.compute.manager [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Refreshing instance network info cache due to event network-changed-b1b77dbe-4bbf-43d6-8192-92156111d595. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.225643] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Acquiring lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.225754] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Acquired lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.225909] env[69644]: DEBUG nova.network.neutron [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Refreshing network info cache for port b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.377700] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.500264] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fe5582-8444-9a15-3c49-ab13d7dd7de9, 'name': SearchDatastore_Task, 'duration_secs': 0.015392} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.500652] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.500896] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.501487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.501487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.501487] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.502072] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f5040d-7819-45e7-b532-de17c0d0b3dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.513951] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.514202] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.514801] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735d4eb4-da88-478f-9fea-788a104e7781 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.520867] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1081.520867] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a8d345-3a85-f908-8bb1-4cd07421102a" [ 1081.520867] env[69644]: _type = "Task" [ 1081.520867] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.530586] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a8d345-3a85-f908-8bb1-4cd07421102a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.563717] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553496, 'name': ReconfigVM_Task, 'duration_secs': 1.806073} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.564027] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.573339] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38939614-f8e6-4d51-a5b8-bddc805825ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.591410] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1081.591410] env[69644]: value = "task-3553501" [ 1081.591410] env[69644]: _type = "Task" [ 1081.591410] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.604690] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.639587] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.639587] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.642241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.991s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.642532] env[69644]: DEBUG nova.objects.instance [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lazy-loading 'resources' on Instance uuid 868226c5-be75-403e-95c6-06ae0df85d7e {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.877581] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88323} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.877921] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5f2b7e92-607f-4620-a71b-ecf6fa083ba8/5f2b7e92-607f-4620-a71b-ecf6fa083ba8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.878159] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.878471] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3af5ff57-8794-412c-a6ac-dba717a558bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.886102] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1081.886102] env[69644]: value = "task-3553502" [ 1081.886102] env[69644]: _type = "Task" [ 1081.886102] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.894385] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.032057] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a8d345-3a85-f908-8bb1-4cd07421102a, 'name': SearchDatastore_Task, 'duration_secs': 0.022537} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.032826] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50999a7-8205-47e3-b62e-f449fd3a939d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.037929] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1082.037929] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52928a30-82b4-cf4e-a480-2966dd14b68a" [ 1082.037929] env[69644]: _type = "Task" [ 1082.037929] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.045419] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52928a30-82b4-cf4e-a480-2966dd14b68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.058059] env[69644]: DEBUG nova.compute.manager [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.058887] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cca26f-b26c-480e-a021-f9d9f88a3e1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.073602] env[69644]: DEBUG nova.network.neutron [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Updated VIF entry in instance network info cache for port b1b77dbe-4bbf-43d6-8192-92156111d595. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.073932] env[69644]: DEBUG nova.network.neutron [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Updating instance_info_cache with network_info: [{"id": "b1b77dbe-4bbf-43d6-8192-92156111d595", "address": "fa:16:3e:04:d0:c9", "network": {"id": "9cadd823-5623-44e8-a3bd-4bbf77a3627a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-352717169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9396b6ab1f2c422099feba99d88df64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b77dbe-4b", "ovs_interfaceid": "b1b77dbe-4bbf-43d6-8192-92156111d595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.101440] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553501, 'name': ReconfigVM_Task, 'duration_secs': 0.325019} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.102396] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.103051] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb3df15-f37f-48db-a363-7037f51b787a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.109062] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1082.109062] env[69644]: value = "task-3553503" [ 1082.109062] env[69644]: _type = "Task" [ 1082.109062] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.117426] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553503, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.148065] env[69644]: DEBUG nova.compute.utils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.152662] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.152883] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.188595] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.188853] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.198526] env[69644]: DEBUG nova.policy [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e5c6a626c5541c4b31e18189f2a08b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef49e268759f4946b036c1f29c0c9fa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.271017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.271017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.271017] env[69644]: INFO nova.compute.manager [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Rebooting instance [ 1082.401756] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070919} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.401756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.401756] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21de74df-5f99-4923-87a3-ea9bc2cb4f2e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.430902] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 5f2b7e92-607f-4620-a71b-ecf6fa083ba8/5f2b7e92-607f-4620-a71b-ecf6fa083ba8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.435224] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f029a1-db0e-4fca-b252-52d0d97f8435 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.458808] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1082.458808] env[69644]: value = "task-3553504" [ 1082.458808] env[69644]: _type = "Task" [ 1082.458808] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.469752] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.490661] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.490910] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.501644] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39acd092-aac0-4cdd-a270-d2fee4f7ee6c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.510233] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e43888-9e42-4f76-9216-e16a56b4dfc8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.549379] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95019f1-ce8c-43a7-a206-94a687922d80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.560510] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64cd0a-43f9-4c0a-b8a0-57dbb62540fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.564551] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52928a30-82b4-cf4e-a480-2966dd14b68a, 'name': SearchDatastore_Task, 'duration_secs': 0.02666} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.565217] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.565502] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f86eea1c-7e86-4145-8ff2-271e94a3bee7/f86eea1c-7e86-4145-8ff2-271e94a3bee7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.566771] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9fcd4f-5c07-4d10-9aca-468770e12ee7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.578328] env[69644]: INFO nova.compute.manager [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] instance snapshotting [ 1082.580917] env[69644]: DEBUG oslo_concurrency.lockutils [req-b64fa7f7-c616-40dc-86ed-a25b3a429a34 req-d9355315-b3fb-491f-b330-5bc66259e0cf service nova] Releasing lock "refresh_cache-f86eea1c-7e86-4145-8ff2-271e94a3bee7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.581533] env[69644]: DEBUG nova.compute.provider_tree [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.586759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad533b9f-fc83-487f-ace5-6cb701087495 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.590222] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1082.590222] env[69644]: value = "task-3553505" [ 1082.590222] env[69644]: _type = "Task" [ 1082.590222] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.609112] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce31b9d-98e6-4d47-ba32-4eb28c3d861a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.615677] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.633201] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553503, 'name': Rename_Task, 'duration_secs': 0.419409} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.633201] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.633201] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-614397d4-193b-4cf7-98c1-b0e5346588aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.637728] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1082.637728] env[69644]: value = "task-3553506" [ 1082.637728] env[69644]: _type = "Task" [ 1082.637728] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.649128] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.655716] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.694877] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.785888] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Successfully created port: 32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.794062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794281] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.794464] env[69644]: DEBUG nova.network.neutron [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.863248] env[69644]: INFO nova.compute.manager [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Unrescuing [ 1082.864408] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.864689] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.864779] env[69644]: DEBUG nova.network.neutron [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.973901] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553504, 'name': ReconfigVM_Task, 'duration_secs': 0.403528} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.974468] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 5f2b7e92-607f-4620-a71b-ecf6fa083ba8/5f2b7e92-607f-4620-a71b-ecf6fa083ba8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.975430] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6489874-d33c-44ab-89e1-00188cb201b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.983350] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1082.983350] env[69644]: value = "task-3553507" [ 1082.983350] env[69644]: _type = "Task" [ 1082.983350] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.993602] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553507, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.995230] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.995394] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.996537] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1872d-89b9-4249-8452-6f3ba599c10c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.019259] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dcf6a-8b99-4dd9-b535-bacb5a4dc1c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.050217] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfiguring VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1083.050624] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f63a8a-d75c-4f55-80a5-25c2e602f841 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.073232] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1083.073232] env[69644]: value = "task-3553508" [ 1083.073232] env[69644]: _type = "Task" [ 1083.073232] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.083335] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.090617] env[69644]: DEBUG nova.scheduler.client.report [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.104158] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553505, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.133066] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.133411] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b6a31ae-563b-4907-a259-95619575607c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.144803] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1083.144803] env[69644]: value = "task-3553509" [ 1083.144803] env[69644]: _type = "Task" [ 1083.144803] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.152308] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553506, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.162843] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.219978] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.494727] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553507, 'name': Rename_Task, 'duration_secs': 0.345101} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.495098] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.495459] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85331f4d-7bb8-473a-8fa2-3179c07768e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.506023] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1083.506023] env[69644]: value = "task-3553510" [ 1083.506023] env[69644]: _type = "Task" [ 1083.506023] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.513208] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.585409] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.599148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.601901] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.382s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.604546] env[69644]: INFO nova.compute.claims [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.619980] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573051} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.619980] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f86eea1c-7e86-4145-8ff2-271e94a3bee7/f86eea1c-7e86-4145-8ff2-271e94a3bee7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.619980] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.619980] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba2b5d7-1569-40d0-8637-c69f40dee998 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.626391] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1083.626391] env[69644]: value = "task-3553511" [ 1083.626391] env[69644]: _type = "Task" [ 1083.626391] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.633041] env[69644]: INFO nova.scheduler.client.report [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Deleted allocations for instance 868226c5-be75-403e-95c6-06ae0df85d7e [ 1083.636758] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.657022] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.660220] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.665276] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.695622] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.695940] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.697145] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.700151] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.700377] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.700604] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.700883] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.701105] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.701326] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.701556] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.701789] env[69644]: DEBUG nova.virt.hardware [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.703145] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af0351-d289-4a3e-9114-93a21583938f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.712416] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede8472-f90f-4e69-93c0-23669c1b7b04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.799188] env[69644]: DEBUG nova.network.neutron [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.857174] env[69644]: DEBUG nova.network.neutron [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.013594] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.089771] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.142366] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117285} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.145860] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.149407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f4f84b-8ea4-4e53-9828-94bef2b86b7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5811b3a2-122a-46de-a1be-e8ceab898304 tempest-AttachInterfacesV270Test-270673816 tempest-AttachInterfacesV270Test-270673816-project-member] Lock "868226c5-be75-403e-95c6-06ae0df85d7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.032s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.164022] env[69644]: DEBUG oslo_vmware.api [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553506, 'name': PowerOnVM_Task, 'duration_secs': 1.088407} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.164022] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.164022] env[69644]: DEBUG nova.compute.manager [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.164022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd61a6-5bfc-48be-b8e7-9b0ee0d80475 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.181526] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.192156] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f86eea1c-7e86-4145-8ff2-271e94a3bee7/f86eea1c-7e86-4145-8ff2-271e94a3bee7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.193400] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28e74a4-1231-49a5-845b-b9566c8a772c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.221834] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1084.221834] env[69644]: value = "task-3553512" [ 1084.221834] env[69644]: _type = "Task" [ 1084.221834] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.233082] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.302397] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.359820] env[69644]: DEBUG oslo_concurrency.lockutils [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.360718] env[69644]: DEBUG nova.objects.instance [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'flavor' on Instance uuid 18cff6a1-993b-4414-85c6-39e3a686b233 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.513926] env[69644]: DEBUG oslo_vmware.api [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553510, 'name': PowerOnVM_Task, 'duration_secs': 0.860779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.514216] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.514424] env[69644]: INFO nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1084.514605] env[69644]: DEBUG nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.515489] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc5647-eff8-49db-aafb-973ab47c2e0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.585798] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.657725] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553509, 'name': CreateSnapshot_Task, 'duration_secs': 1.361091} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.660981] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.662443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82600e1-2ec4-49bd-839c-f0a6d6ebfd2a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.734185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.742081] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.809993] env[69644]: DEBUG nova.compute.manager [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.810961] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b46cd9-e3a5-471f-8f99-c6d649e657f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.871014] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69956f77-4f60-4825-8ab3-4e32fecb0182 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.898554] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.903512] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1284314-6a4b-4b0c-afc7-e8c03887e813 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.911673] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1084.911673] env[69644]: value = "task-3553513" [ 1084.911673] env[69644]: _type = "Task" [ 1084.911673] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.925412] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.982722] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e219235a-8d26-4a5c-a70e-50a149bbbd26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.990067] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e707f-7d50-4582-a10d-26dc97d84c39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.034076] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb75ff3-fcfe-4476-acf5-8528eb3b87be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.036636] env[69644]: INFO nova.compute.manager [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Took 20.63 seconds to build instance. [ 1085.043324] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ced591-bb33-43a3-8f96-3b8ffc8463ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.057377] env[69644]: DEBUG nova.compute.provider_tree [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.085911] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.185284] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1085.185726] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28ac429f-308a-4af1-95d4-1570a28d97ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.197606] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1085.197606] env[69644]: value = "task-3553514" [ 1085.197606] env[69644]: _type = "Task" [ 1085.197606] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.208992] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553514, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.232187] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553512, 'name': ReconfigVM_Task, 'duration_secs': 0.816041} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.232385] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f86eea1c-7e86-4145-8ff2-271e94a3bee7/f86eea1c-7e86-4145-8ff2-271e94a3bee7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.233087] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-326678d1-68ac-4642-bada-bf069b0090bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.239441] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1085.239441] env[69644]: value = "task-3553515" [ 1085.239441] env[69644]: _type = "Task" [ 1085.239441] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.248561] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553515, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.425878] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553513, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.492166] env[69644]: DEBUG nova.compute.manager [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Received event network-vif-plugged-32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.492426] env[69644]: DEBUG oslo_concurrency.lockutils [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] Acquiring lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.492911] env[69644]: DEBUG oslo_concurrency.lockutils [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.492960] env[69644]: DEBUG oslo_concurrency.lockutils [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.496298] env[69644]: DEBUG nova.compute.manager [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] No waiting events found dispatching network-vif-plugged-32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.496428] env[69644]: WARNING nova.compute.manager [req-1147a195-6eac-4691-9445-26911dde2653 req-671f8dbc-9fd3-44a4-9864-0cedf05d16a3 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Received unexpected event network-vif-plugged-32303b3d-209c-4d41-abb3-6f32a05ed205 for instance with vm_state building and task_state spawning. [ 1085.535477] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Successfully updated port: 32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.539747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9e8da422-08c4-4b4c-91cb-84168396259c tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.145s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.560708] env[69644]: DEBUG nova.scheduler.client.report [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.587366] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.708411] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553514, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.750704] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553515, 'name': Rename_Task, 'duration_secs': 0.182376} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.751104] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.751334] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f2cad9-843a-4a65-a69c-0013ed1bad3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.757905] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1085.757905] env[69644]: value = "task-3553516" [ 1085.757905] env[69644]: _type = "Task" [ 1085.757905] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.767045] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.832470] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b1489-c618-4d76-8bd1-3fcdcde96fb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.839541] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Doing hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1085.839701] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-905061ce-8492-4c62-885a-9d11c1f182e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.847969] env[69644]: DEBUG oslo_vmware.api [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1085.847969] env[69644]: value = "task-3553517" [ 1085.847969] env[69644]: _type = "Task" [ 1085.847969] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.858094] env[69644]: DEBUG oslo_vmware.api [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553517, 'name': ResetVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.924126] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553513, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.040209] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.040458] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquired lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.040657] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.068840] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.069414] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.073747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.340s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.074500] env[69644]: DEBUG nova.objects.instance [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.087732] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.215369] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553514, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.271103] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.363225] env[69644]: DEBUG oslo_vmware.api [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553517, 'name': ResetVM_Task, 'duration_secs': 0.106048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.363393] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Did hard reboot of VM {{(pid=69644) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1086.363959] env[69644]: DEBUG nova.compute.manager [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.364513] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb1793-337a-4d94-84f8-7e2a29759b03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.431189] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553513, 'name': PowerOffVM_Task, 'duration_secs': 1.098992} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.432428] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.444670] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.445406] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288de04e-e00e-4c02-8c81-2792ad098769 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.468145] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1086.468145] env[69644]: value = "task-3553518" [ 1086.468145] env[69644]: _type = "Task" [ 1086.468145] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.479974] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.555623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.556658] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.556658] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.556658] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.556658] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.560755] env[69644]: INFO nova.compute.manager [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Terminating instance [ 1086.577795] env[69644]: DEBUG nova.compute.utils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.577795] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1086.592920] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.634867] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.714231] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553514, 'name': CloneVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.771803] env[69644]: DEBUG oslo_vmware.api [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553516, 'name': PowerOnVM_Task, 'duration_secs': 0.691076} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.772113] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.772392] env[69644]: INFO nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1086.772671] env[69644]: DEBUG nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.773517] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54361835-bae4-4222-bcf4-4d84c178302b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.869893] env[69644]: DEBUG nova.network.neutron [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Updating instance_info_cache with network_info: [{"id": "32303b3d-209c-4d41-abb3-6f32a05ed205", "address": "fa:16:3e:82:4d:d3", "network": {"id": "8fb4808d-75fe-49ac-9a0c-e04431dde169", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-868009911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef49e268759f4946b036c1f29c0c9fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32303b3d-20", "ovs_interfaceid": "32303b3d-209c-4d41-abb3-6f32a05ed205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.877185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-dcf19e9a-6ce7-4991-9c95-b21d5b00c0f8 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.610s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.977852] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553518, 'name': ReconfigVM_Task, 'duration_secs': 0.335171} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.978709] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.978709] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.978709] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39e91836-8d13-438a-a7b6-5da49de421c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.986045] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1086.986045] env[69644]: value = "task-3553519" [ 1086.986045] env[69644]: _type = "Task" [ 1086.986045] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.998534] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.069401] env[69644]: DEBUG nova.compute.manager [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.069773] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.070562] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9133a1e-2817-4a51-8647-9f5ccb9dab4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.078036] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.081436] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f5ce8d-256d-42b2-9006-a6862f57ebf6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.083228] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.088477] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ac1424ba-f281-436e-8046-b55cf8b1f12e tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.098797] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.099037] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1087.099037] env[69644]: value = "task-3553520" [ 1087.099037] env[69644]: _type = "Task" [ 1087.099037] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.111208] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.220367] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553514, 'name': CloneVM_Task, 'duration_secs': 1.579725} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.220970] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Created linked-clone VM from snapshot [ 1087.223267] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142cc63-854d-484f-a45e-1550ad36b10b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.232738] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Uploading image f38d0e62-377c-4734-b6a4-57d580703bd0 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1087.249687] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.250148] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6eaa44f0-1715-4814-9931-dc5056daccc5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.260174] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1087.260174] env[69644]: value = "task-3553521" [ 1087.260174] env[69644]: _type = "Task" [ 1087.260174] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.269986] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553521, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.296886] env[69644]: INFO nova.compute.manager [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Took 21.80 seconds to build instance. [ 1087.373781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Releasing lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.374356] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Instance network_info: |[{"id": "32303b3d-209c-4d41-abb3-6f32a05ed205", "address": "fa:16:3e:82:4d:d3", "network": {"id": "8fb4808d-75fe-49ac-9a0c-e04431dde169", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-868009911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef49e268759f4946b036c1f29c0c9fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32303b3d-20", "ovs_interfaceid": "32303b3d-209c-4d41-abb3-6f32a05ed205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.374926] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:4d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32303b3d-209c-4d41-abb3-6f32a05ed205', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.384374] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Creating folder: Project (ef49e268759f4946b036c1f29c0c9fa3). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.384845] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec9742df-4ce4-4ecf-a149-52aa9f74c86a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.396698] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Created folder: Project (ef49e268759f4946b036c1f29c0c9fa3) in parent group-v709242. [ 1087.396895] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Creating folder: Instances. Parent ref: group-v709504. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.397168] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267220be-cd03-49a9-98e0-168e31105870 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.407452] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Created folder: Instances in parent group-v709504. [ 1087.407692] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.407918] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.408116] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3ea09e-a8db-4d01-a2b5-0d8d1924c55f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.427475] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.427475] env[69644]: value = "task-3553524" [ 1087.427475] env[69644]: _type = "Task" [ 1087.427475] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.435761] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553524, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.496121] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.591952] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.612135] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553520, 'name': PowerOffVM_Task, 'duration_secs': 0.225302} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.614905] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.614905] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.614905] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21b6a14c-309e-4014-b5f6-1c071fa4bfd3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.637583] env[69644]: DEBUG nova.compute.manager [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Received event network-changed-32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.637583] env[69644]: DEBUG nova.compute.manager [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Refreshing instance network info cache due to event network-changed-32303b3d-209c-4d41-abb3-6f32a05ed205. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.637583] env[69644]: DEBUG oslo_concurrency.lockutils [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] Acquiring lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.637583] env[69644]: DEBUG oslo_concurrency.lockutils [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] Acquired lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.637583] env[69644]: DEBUG nova.network.neutron [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Refreshing network info cache for port 32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.672912] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.673213] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.673424] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] 5f2b7e92-607f-4620-a71b-ecf6fa083ba8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.673981] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d05989-2ddc-4c7d-84cc-a484bee553fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.682717] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1087.682717] env[69644]: value = "task-3553526" [ 1087.682717] env[69644]: _type = "Task" [ 1087.682717] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.692359] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.772027] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553521, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.798846] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c56d320c-6b5f-44e7-9aba-cee221b931d4 tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.307s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.939093] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553524, 'name': CreateVM_Task, 'duration_secs': 0.448546} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.939263] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.939971] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.940263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.940696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.940974] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574037f2-86cf-4bfc-99fa-d0ed64261c79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.945888] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1087.945888] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272d586-1b73-6648-4562-96df074ac601" [ 1087.945888] env[69644]: _type = "Task" [ 1087.945888] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.954370] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272d586-1b73-6648-4562-96df074ac601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.998640] env[69644]: DEBUG oslo_vmware.api [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553519, 'name': PowerOnVM_Task, 'duration_secs': 0.51956} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.998997] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.999249] env[69644]: DEBUG nova.compute.manager [None req-73203179-fbcd-458d-8d3f-337882cad8bb tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.000396] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c857fe-665a-4324-b430-dd02a868ded6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.090190] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.094399] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.120563] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.120718] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.120819] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.121051] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.121247] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.121396] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.121630] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.121803] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.121981] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.122237] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.122304] env[69644]: DEBUG nova.virt.hardware [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.123167] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2b57f-dcfe-4298-82e4-2028bfbb9de7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.131510] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b9f88-8b95-401b-8b6d-63f3fb39cc7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.150610] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.157309] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Creating folder: Project (4597d332072a4c5ebc3b582dfc8e5a57). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.158106] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee530e65-d433-43f4-b99a-f8a1b4d08ecb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.172342] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Created folder: Project (4597d332072a4c5ebc3b582dfc8e5a57) in parent group-v709242. [ 1088.172342] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Creating folder: Instances. Parent ref: group-v709507. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.172342] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e6e7cd2-ba4f-41e4-ac04-b749c2d81737 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.181385] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Created folder: Instances in parent group-v709507. [ 1088.181689] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.181897] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.182132] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8029669-14ba-4681-95be-a5fe073d4409 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.204985] env[69644]: DEBUG oslo_vmware.api [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190635} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.207502] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.207756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.207756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.208751] env[69644]: INFO nova.compute.manager [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1088.208751] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.208751] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.208751] env[69644]: value = "task-3553529" [ 1088.208751] env[69644]: _type = "Task" [ 1088.208751] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.208751] env[69644]: DEBUG nova.compute.manager [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.208751] env[69644]: DEBUG nova.network.neutron [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.218929] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553529, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.270779] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553521, 'name': Destroy_Task, 'duration_secs': 0.588323} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.273907] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Destroyed the VM [ 1088.273907] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.275940] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1b9ce19-76a8-42f1-b78f-0f8549bd96ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.285029] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1088.285029] env[69644]: value = "task-3553530" [ 1088.285029] env[69644]: _type = "Task" [ 1088.285029] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.297469] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.457833] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5272d586-1b73-6648-4562-96df074ac601, 'name': SearchDatastore_Task, 'duration_secs': 0.024845} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.458164] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.458397] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.458672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.458819] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.458999] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.459285] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-249603d0-c06f-4db2-86f2-ba4afd638849 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.468996] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.469426] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.470058] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a106318-df95-404f-856b-deba4ba6c0e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.476055] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1088.476055] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc26d2-27f4-9a0b-54db-08683a5dfe14" [ 1088.476055] env[69644]: _type = "Task" [ 1088.476055] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.491987] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc26d2-27f4-9a0b-54db-08683a5dfe14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.525020] env[69644]: DEBUG nova.network.neutron [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Updated VIF entry in instance network info cache for port 32303b3d-209c-4d41-abb3-6f32a05ed205. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.525020] env[69644]: DEBUG nova.network.neutron [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Updating instance_info_cache with network_info: [{"id": "32303b3d-209c-4d41-abb3-6f32a05ed205", "address": "fa:16:3e:82:4d:d3", "network": {"id": "8fb4808d-75fe-49ac-9a0c-e04431dde169", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-868009911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef49e268759f4946b036c1f29c0c9fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32303b3d-20", "ovs_interfaceid": "32303b3d-209c-4d41-abb3-6f32a05ed205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.590215] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.686357] env[69644]: DEBUG nova.compute.manager [req-d93a054b-19ba-4ba1-a1cd-ff41ebd0ed39 req-2e696f52-7219-4061-9b10-1b0ca24754e0 service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Received event network-vif-deleted-13d6ba04-e356-49fe-8f8c-f02e097bdabe {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.686357] env[69644]: INFO nova.compute.manager [req-d93a054b-19ba-4ba1-a1cd-ff41ebd0ed39 req-2e696f52-7219-4061-9b10-1b0ca24754e0 service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Neutron deleted interface 13d6ba04-e356-49fe-8f8c-f02e097bdabe; detaching it from the instance and deleting it from the info cache [ 1088.686357] env[69644]: DEBUG nova.network.neutron [req-d93a054b-19ba-4ba1-a1cd-ff41ebd0ed39 req-2e696f52-7219-4061-9b10-1b0ca24754e0 service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.723448] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553529, 'name': CreateVM_Task, 'duration_secs': 0.33041} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.723569] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.724738] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.724738] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.724738] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.724738] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2816adde-c6eb-4c13-bfb9-31246f6db7af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.729782] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1088.729782] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdf27c-b3bb-6261-b950-8f8943de0fe6" [ 1088.729782] env[69644]: _type = "Task" [ 1088.729782] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.740923] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdf27c-b3bb-6261-b950-8f8943de0fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.796256] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.988270] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bc26d2-27f4-9a0b-54db-08683a5dfe14, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.989119] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05eff03a-bb1a-4607-a6f1-0ede856f257a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.994521] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1088.994521] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a255fd-f702-ab73-1518-096a5afd2075" [ 1088.994521] env[69644]: _type = "Task" [ 1088.994521] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.002807] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a255fd-f702-ab73-1518-096a5afd2075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.019598] env[69644]: DEBUG nova.network.neutron [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.028668] env[69644]: DEBUG oslo_concurrency.lockutils [req-4221a89a-ce89-499d-bea8-8c1e6b21db25 req-549723a0-17c4-4f6c-85bf-30e3ec973817 service nova] Releasing lock "refresh_cache-cd307ad0-4290-45dd-8623-2d0fea950ebc" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.091563] env[69644]: DEBUG oslo_vmware.api [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553508, 'name': ReconfigVM_Task, 'duration_secs': 5.818266} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.091563] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.091563] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Reconfigured VM to detach interface {{(pid=69644) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1089.192027] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61e48d6c-992b-49b8-8df7-832d44af7c26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.203913] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7071ed-e4ea-4919-811b-b89e21161016 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.241850] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdf27c-b3bb-6261-b950-8f8943de0fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.259689] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.260032] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.260348] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.260696] env[69644]: DEBUG nova.compute.manager [req-d93a054b-19ba-4ba1-a1cd-ff41ebd0ed39 req-2e696f52-7219-4061-9b10-1b0ca24754e0 service nova] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Detach interface failed, port_id=13d6ba04-e356-49fe-8f8c-f02e097bdabe, reason: Instance 5f2b7e92-607f-4620-a71b-ecf6fa083ba8 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.295859] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553530, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.505038] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a255fd-f702-ab73-1518-096a5afd2075, 'name': SearchDatastore_Task, 'duration_secs': 0.021852} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.505244] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505512] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] cd307ad0-4290-45dd-8623-2d0fea950ebc/cd307ad0-4290-45dd-8623-2d0fea950ebc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.505793] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.505979] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.506283] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2806a5d-2d57-4899-9ccb-922fdba0ce45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.508562] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95fe0622-bc0d-48ff-bbe1-e8ece3e2bee0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.515735] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1089.515735] env[69644]: value = "task-3553531" [ 1089.515735] env[69644]: _type = "Task" [ 1089.515735] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.520398] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.520398] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.521600] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d2742f-74db-46ec-8fcd-5f420a9b548a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528148] env[69644]: INFO nova.compute.manager [-] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Took 1.32 seconds to deallocate network for instance. [ 1089.528444] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.535079] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1089.535079] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52559ffa-da2b-0931-d36f-43d897aa30b5" [ 1089.535079] env[69644]: _type = "Task" [ 1089.535079] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.546278] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52559ffa-da2b-0931-d36f-43d897aa30b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.650377] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.650739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.650985] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.651299] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.651479] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.653595] env[69644]: INFO nova.compute.manager [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Terminating instance [ 1089.798142] env[69644]: DEBUG oslo_vmware.api [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553530, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070951} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.798637] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.034725] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.037473] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.037473] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.037473] env[69644]: DEBUG nova.objects.instance [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid 5f2b7e92-607f-4620-a71b-ecf6fa083ba8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.050727] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52559ffa-da2b-0931-d36f-43d897aa30b5, 'name': SearchDatastore_Task, 'duration_secs': 0.041322} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.051940] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b267f65-c30a-4f05-864f-ab972fe93967 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.065341] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1090.065341] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5252c438-c937-4976-2340-fff9b2bdf23c" [ 1090.065341] env[69644]: _type = "Task" [ 1090.065341] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.078703] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5252c438-c937-4976-2340-fff9b2bdf23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.157190] env[69644]: DEBUG nova.compute.manager [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.157483] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.158295] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc99a3b-34c5-46be-af36-ee722b55534b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.169973] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.170272] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db61c51-c28d-439d-9c12-1c0634451da7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.177049] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1090.177049] env[69644]: value = "task-3553532" [ 1090.177049] env[69644]: _type = "Task" [ 1090.177049] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.185177] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.307472] env[69644]: WARNING nova.compute.manager [None req-1c1f9362-19ee-40f1-b92a-e88e20ca624d tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Image not found during snapshot: nova.exception.ImageNotFound: Image f38d0e62-377c-4734-b6a4-57d580703bd0 could not be found. [ 1090.513155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.513155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.513155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.513155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.513155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.515798] env[69644]: INFO nova.compute.manager [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Terminating instance [ 1090.531019] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62323} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.531391] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] cd307ad0-4290-45dd-8623-2d0fea950ebc/cd307ad0-4290-45dd-8623-2d0fea950ebc.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.531626] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.531877] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd65e874-b9ba-4f73-a1e3-1bc7796bf183 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539778] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1090.539778] env[69644]: value = "task-3553533" [ 1090.539778] env[69644]: _type = "Task" [ 1090.539778] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.549130] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.582710] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5252c438-c937-4976-2340-fff9b2bdf23c, 'name': SearchDatastore_Task, 'duration_secs': 0.053241} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.586124] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.586521] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.587058] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c36ea8c-a5c7-40df-9168-55b9b6064df8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.596198] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1090.596198] env[69644]: value = "task-3553534" [ 1090.596198] env[69644]: _type = "Task" [ 1090.596198] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.605536] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.647984] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.649039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquired lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.649039] env[69644]: DEBUG nova.network.neutron [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.686798] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553532, 'name': PowerOffVM_Task, 'duration_secs': 0.48352} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.687188] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.687670] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.687670] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0badcb35-a688-4295-8592-44016ae5b93a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.716311] env[69644]: DEBUG nova.compute.manager [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.716392] env[69644]: DEBUG nova.compute.manager [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing instance network info cache due to event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.717148] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.717297] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.717466] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.756976] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.757224] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.757497] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleting the datastore file [datastore1] f86eea1c-7e86-4145-8ff2-271e94a3bee7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.760839] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70fdf4bf-6d63-49d2-93f1-ade1176a308e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.767871] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for the task: (returnval){ [ 1090.767871] env[69644]: value = "task-3553536" [ 1090.767871] env[69644]: _type = "Task" [ 1090.767871] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.777494] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.862656] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80cf5d8-400b-4652-b1e1-d1d5ff88343f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.870423] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60290278-f051-46cb-af63-e2eb1e27ef6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.903252] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3389e8e-5a15-49ab-a9cd-1fcbe094108b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.911953] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218f0bf-a3fb-4381-b88c-4101462b0f99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.926226] env[69644]: DEBUG nova.compute.provider_tree [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.027806] env[69644]: DEBUG nova.compute.manager [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.028060] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.029042] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598783be-d90b-425d-aa08-b089096baedc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.037013] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.037304] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5654a6f8-07c4-475a-9fe5-1fce18eb0f2b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.044275] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1091.044275] env[69644]: value = "task-3553537" [ 1091.044275] env[69644]: _type = "Task" [ 1091.044275] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.051211] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114161} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.051871] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.052738] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3037f74-4723-4fd8-9660-605c6e2520ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058155] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.080474] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] cd307ad0-4290-45dd-8623-2d0fea950ebc/cd307ad0-4290-45dd-8623-2d0fea950ebc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.082155] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66bbde44-1864-4ad3-bd42-c4031521da04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.111257] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553534, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.112779] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1091.112779] env[69644]: value = "task-3553538" [ 1091.112779] env[69644]: _type = "Task" [ 1091.112779] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.124537] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.282367] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.430359] env[69644]: DEBUG nova.scheduler.client.report [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.523409] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updated VIF entry in instance network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.523409] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.556063] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553537, 'name': PowerOffVM_Task, 'duration_secs': 0.348708} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.556762] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.557121] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.557480] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24b9d1c-2372-4a33-a239-f5d39b99979d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.602210] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "61728964-b13b-436b-b6c7-7a26f3786baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.602746] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.603142] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.603446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.603763] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.611472] env[69644]: INFO nova.compute.manager [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Terminating instance [ 1091.624430] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994024} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.624430] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.624430] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.624872] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7714031-ce02-4f63-b264-b3417cd48bdd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.632065] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.635370] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.635805] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.636109] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleting the datastore file [datastore2] e65d52f9-4895-4ca7-a4e1-9052075ee858 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.636455] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8d9e38-f608-4222-af1c-2e11a8568e23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.640608] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1091.640608] env[69644]: value = "task-3553540" [ 1091.640608] env[69644]: _type = "Task" [ 1091.640608] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.648319] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1091.648319] env[69644]: value = "task-3553541" [ 1091.648319] env[69644]: _type = "Task" [ 1091.648319] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.655954] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.665780] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.781117] env[69644]: DEBUG oslo_vmware.api [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Task: {'id': task-3553536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58099} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.781383] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.781584] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.781775] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.782298] env[69644]: INFO nova.compute.manager [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1091.782298] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.782432] env[69644]: DEBUG nova.compute.manager [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.782481] env[69644]: DEBUG nova.network.neutron [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.855427] env[69644]: INFO nova.network.neutron [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Port 2c32e8a8-0ede-4efb-8904-3a5304105f8c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1091.856061] env[69644]: DEBUG nova.network.neutron [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [{"id": "39637170-7884-4c45-8e42-5448aa6e04dd", "address": "fa:16:3e:6d:ed:bf", "network": {"id": "97ed7ca4-201c-49c2-b27e-dd1b8626f151", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1425883792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ecc34c25a4bfb8383f736fd8389ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39637170-78", "ovs_interfaceid": "39637170-7884-4c45-8e42-5448aa6e04dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.937548] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.961337] env[69644]: INFO nova.scheduler.client.report [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance 5f2b7e92-607f-4620-a71b-ecf6fa083ba8 [ 1092.026252] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.026519] env[69644]: DEBUG nova.compute.manager [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.026691] env[69644]: DEBUG nova.compute.manager [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing instance network info cache due to event network-changed-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.026940] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Acquiring lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.027054] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Acquired lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.027210] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Refreshing network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.124299] env[69644]: DEBUG nova.compute.manager [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.124731] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.125324] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553538, 'name': ReconfigVM_Task, 'duration_secs': 0.772742} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.126566] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbc525-963d-46eb-8c1a-a45bdab57a02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.129532] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Reconfigured VM instance instance-00000062 to attach disk [datastore2] cd307ad0-4290-45dd-8623-2d0fea950ebc/cd307ad0-4290-45dd-8623-2d0fea950ebc.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.130394] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab65b28-9582-4108-936a-74de3d932605 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.136369] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.137499] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de3f1f61-9666-4cf6-bb68-9a2799ee17ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.139155] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1092.139155] env[69644]: value = "task-3553542" [ 1092.139155] env[69644]: _type = "Task" [ 1092.139155] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.146392] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1092.146392] env[69644]: value = "task-3553543" [ 1092.146392] env[69644]: _type = "Task" [ 1092.146392] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.157031] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553542, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.157284] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077954} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.160953] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.161777] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72375a3b-835c-4e5d-a2fe-9761e1c49f0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.169134] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.173602] env[69644]: DEBUG oslo_vmware.api [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351621} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.181012] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.181246] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.181509] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.181732] env[69644]: INFO nova.compute.manager [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1092.182066] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.190863] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.191193] env[69644]: DEBUG nova.compute.manager [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.191300] env[69644]: DEBUG nova.network.neutron [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.193523] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9865b3ca-120f-4434-b508-8f8a2f2af2ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.215192] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1092.215192] env[69644]: value = "task-3553544" [ 1092.215192] env[69644]: _type = "Task" [ 1092.215192] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.224826] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.361071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Releasing lock "refresh_cache-e65d52f9-4895-4ca7-a4e1-9052075ee858" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.472644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-332fa4f6-4811-4af4-8470-cf39a1f50aed tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "5f2b7e92-607f-4620-a71b-ecf6fa083ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.917s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.557803] env[69644]: DEBUG nova.network.neutron [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.615574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "b6425201-f51e-4367-9580-8787d441a0a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.615698] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.615807] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "b6425201-f51e-4367-9580-8787d441a0a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.615987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.616173] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.618202] env[69644]: INFO nova.compute.manager [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Terminating instance [ 1092.649781] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553542, 'name': Rename_Task, 'duration_secs': 0.225152} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.652912] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.653179] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2961ec2-dc6c-4faf-b972-18acbd7dcdde {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.659480] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553543, 'name': PowerOffVM_Task, 'duration_secs': 0.192928} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.660657] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.660923] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.661138] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1092.661138] env[69644]: value = "task-3553545" [ 1092.661138] env[69644]: _type = "Task" [ 1092.661138] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.661331] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec55d0f-1dd9-4aa7-b9c1-847471f2175e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.672305] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.725710] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.735486] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.735732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.735909] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleting the datastore file [datastore1] 61728964-b13b-436b-b6c7-7a26f3786baa {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.736212] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d65d2a-a3c1-467b-98b4-1481690fab83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.743365] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1092.743365] env[69644]: value = "task-3553547" [ 1092.743365] env[69644]: _type = "Task" [ 1092.743365] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.751602] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.782364] env[69644]: DEBUG nova.compute.manager [req-89618c15-e32c-44b4-a973-68d7f97608cd req-4580ba44-6cf8-44ff-afd0-2129c479eff3 service nova] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Received event network-vif-deleted-b1b77dbe-4bbf-43d6-8192-92156111d595 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.817916] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updated VIF entry in instance network info cache for port 2d87c8f9-1e98-42cc-9d09-e4d0b200fb23. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.818327] env[69644]: DEBUG nova.network.neutron [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [{"id": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "address": "fa:16:3e:2e:b2:03", "network": {"id": "3834498c-4895-4eee-9a10-370b76aaa2a2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-983812306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "259bca6eff0d4954868003f5a92aa600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d87c8f9-1e", "ovs_interfaceid": "2d87c8f9-1e98-42cc-9d09-e4d0b200fb23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.866444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bc229d1f-ea3e-42d7-b6ef-c8a171c4f97e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "interface-e65d52f9-4895-4ca7-a4e1-9052075ee858-2c32e8a8-0ede-4efb-8904-3a5304105f8c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.375s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.060706] env[69644]: INFO nova.compute.manager [-] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Took 1.28 seconds to deallocate network for instance. [ 1093.126033] env[69644]: DEBUG nova.compute.manager [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.126155] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.128661] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c6aed7-5a9b-496c-b225-3067b4e71392 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.144151] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.144737] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2987ff3d-7871-4ef1-a217-4864d8561f8a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.154331] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1093.154331] env[69644]: value = "task-3553548" [ 1093.154331] env[69644]: _type = "Task" [ 1093.154331] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.171866] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.177479] env[69644]: DEBUG oslo_vmware.api [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553545, 'name': PowerOnVM_Task, 'duration_secs': 0.509416} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.177798] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.178067] env[69644]: INFO nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1093.178303] env[69644]: DEBUG nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.179247] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a8ad8-b5b4-435c-8cc1-8807c0bb1bb3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.226034] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553544, 'name': ReconfigVM_Task, 'duration_secs': 0.590192} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.226034] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.226261] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a03bb9a-db88-4185-ae21-f10bc9918ac1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.234242] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1093.234242] env[69644]: value = "task-3553549" [ 1093.234242] env[69644]: _type = "Task" [ 1093.234242] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.243194] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553549, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.252039] env[69644]: DEBUG oslo_vmware.api [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148803} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.252039] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.252500] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.252500] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.252682] env[69644]: INFO nova.compute.manager [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1093.252919] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.253119] env[69644]: DEBUG nova.compute.manager [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.253202] env[69644]: DEBUG nova.network.neutron [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.320953] env[69644]: DEBUG oslo_concurrency.lockutils [req-84b3f22c-b748-452c-b61a-92f6f750d786 req-6791d911-a46f-41e6-bcd0-70b045caa180 service nova] Releasing lock "refresh_cache-18cff6a1-993b-4414-85c6-39e3a686b233" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.362932] env[69644]: DEBUG nova.network.neutron [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.568229] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.568534] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.568757] env[69644]: DEBUG nova.objects.instance [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lazy-loading 'resources' on Instance uuid f86eea1c-7e86-4145-8ff2-271e94a3bee7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.620793] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.621116] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.621308] env[69644]: INFO nova.compute.manager [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Shelving [ 1093.664868] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553548, 'name': PowerOffVM_Task, 'duration_secs': 0.39758} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.665426] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.665637] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.665938] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7deae95-844e-4f94-8c8c-2f132d0902e1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.695396] env[69644]: INFO nova.compute.manager [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Took 16.14 seconds to build instance. [ 1093.745766] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553549, 'name': Rename_Task, 'duration_secs': 0.294995} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.746074] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.746339] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788f419e-52e0-49c4-affb-d66efcf25783 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.749914] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.750120] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.750313] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] b6425201-f51e-4367-9580-8787d441a0a8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.750656] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9991ec40-26f0-470c-856c-a82c24a77558 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754672] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1093.754672] env[69644]: value = "task-3553551" [ 1093.754672] env[69644]: _type = "Task" [ 1093.754672] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.759183] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1093.759183] env[69644]: value = "task-3553552" [ 1093.759183] env[69644]: _type = "Task" [ 1093.759183] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.767372] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.773417] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.868298] env[69644]: INFO nova.compute.manager [-] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Took 1.68 seconds to deallocate network for instance. [ 1093.923045] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.004732] env[69644]: DEBUG nova.network.neutron [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.197785] env[69644]: DEBUG oslo_concurrency.lockutils [None req-76c3f3b8-6d41-4b50-96e0-02e42c5895e1 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.649s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.198084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.275s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.198310] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.198519] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.198685] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.200857] env[69644]: INFO nova.compute.manager [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Terminating instance [ 1094.268278] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.274095] env[69644]: DEBUG oslo_vmware.api [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352882} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.274362] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.274544] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.275042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.275258] env[69644]: INFO nova.compute.manager [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.275500] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.275706] env[69644]: DEBUG nova.compute.manager [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.275840] env[69644]: DEBUG nova.network.neutron [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.326212] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3664538a-a0dd-41bc-bf8a-1771cf672ed9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.334341] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b65e30-8b3b-4aab-9ff9-919000eb9cb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.368193] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1185d-b13d-4b15-be17-872b8afb0024 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.375841] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.377147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83efe4b5-c1c5-4c74-9c32-bc9e945a8666 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.390814] env[69644]: DEBUG nova.compute.provider_tree [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.508796] env[69644]: INFO nova.compute.manager [-] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Took 1.26 seconds to deallocate network for instance. [ 1094.629898] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.630254] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d9b27f-d866-499d-ac5b-fdf359b7531d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.637678] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1094.637678] env[69644]: value = "task-3553553" [ 1094.637678] env[69644]: _type = "Task" [ 1094.637678] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.645620] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.708066] env[69644]: DEBUG nova.compute.manager [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.708066] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.708772] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f62a7f-e58f-4a2e-8922-e567075598a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.716815] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.717078] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf20c0f7-2983-4f7b-96cd-8433738f9856 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.724305] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1094.724305] env[69644]: value = "task-3553554" [ 1094.724305] env[69644]: _type = "Task" [ 1094.724305] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.732484] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.767318] env[69644]: DEBUG oslo_vmware.api [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553551, 'name': PowerOnVM_Task, 'duration_secs': 0.749447} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.767626] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.767928] env[69644]: INFO nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1094.768229] env[69644]: DEBUG nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.769407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6df20-f144-45ec-8738-b62801741c42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.817229] env[69644]: DEBUG nova.compute.manager [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Received event network-vif-deleted-39637170-7884-4c45-8e42-5448aa6e04dd {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.817482] env[69644]: DEBUG nova.compute.manager [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Received event network-vif-deleted-f375dcfc-fa03-4505-823f-6440cb1d56b0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.817692] env[69644]: DEBUG nova.compute.manager [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Received event network-vif-deleted-16180887-2725-4619-8516-5313b483c23a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.817904] env[69644]: INFO nova.compute.manager [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Neutron deleted interface 16180887-2725-4619-8516-5313b483c23a; detaching it from the instance and deleting it from the info cache [ 1094.818138] env[69644]: DEBUG nova.network.neutron [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.894504] env[69644]: DEBUG nova.scheduler.client.report [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.015116] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.053679] env[69644]: DEBUG nova.network.neutron [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.148037] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553553, 'name': PowerOffVM_Task, 'duration_secs': 0.22076} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.148338] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.149187] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797a6c9-1208-4454-be03-886ff614d28c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.168195] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7f534-5fa0-4386-93d5-3caba9d48b89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.233620] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553554, 'name': PowerOffVM_Task, 'duration_secs': 0.249605} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.233862] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.234036] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.234280] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04a9d1da-ecee-4007-8698-faa99d195bf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.286972] env[69644]: INFO nova.compute.manager [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Took 12.09 seconds to build instance. [ 1095.306370] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.306601] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.306821] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Deleting the datastore file [datastore2] cd307ad0-4290-45dd-8623-2d0fea950ebc {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.307531] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de6b73a-204d-4ec5-9f33-d767ad84a887 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.315169] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for the task: (returnval){ [ 1095.315169] env[69644]: value = "task-3553556" [ 1095.315169] env[69644]: _type = "Task" [ 1095.315169] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.324719] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.325056] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4276556a-ccc2-40a3-bf7d-c73633cdad68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.333717] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a86a292-1b6b-4689-a6d9-bc733e51423c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.367196] env[69644]: DEBUG nova.compute.manager [req-5785b4fc-175f-41f0-9a6b-964caff2cd07 req-b4c9ab26-b4ac-46d6-a979-2a783353b972 service nova] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Detach interface failed, port_id=16180887-2725-4619-8516-5313b483c23a, reason: Instance b6425201-f51e-4367-9580-8787d441a0a8 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.402785] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.405263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.029s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.405430] env[69644]: DEBUG nova.objects.instance [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'resources' on Instance uuid e65d52f9-4895-4ca7-a4e1-9052075ee858 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.430800] env[69644]: INFO nova.scheduler.client.report [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Deleted allocations for instance f86eea1c-7e86-4145-8ff2-271e94a3bee7 [ 1095.556300] env[69644]: INFO nova.compute.manager [-] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Took 1.28 seconds to deallocate network for instance. [ 1095.679720] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1095.680079] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fc52559-f4a9-4907-826f-28735aa5a61d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.687979] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1095.687979] env[69644]: value = "task-3553557" [ 1095.687979] env[69644]: _type = "Task" [ 1095.687979] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.696294] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.789650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4232ec3f-eeda-454d-9987-3e095e0116bb tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.601s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.825137] env[69644]: DEBUG oslo_vmware.api [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Task: {'id': task-3553556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124762} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.825419] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.825608] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.825797] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.825957] env[69644]: INFO nova.compute.manager [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1095.826218] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.826413] env[69644]: DEBUG nova.compute.manager [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.826513] env[69644]: DEBUG nova.network.neutron [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.941292] env[69644]: DEBUG oslo_concurrency.lockutils [None req-45369983-dc29-4a20-90d9-5368aec481ef tempest-ServerDiskConfigTestJSON-538739594 tempest-ServerDiskConfigTestJSON-538739594-project-member] Lock "f86eea1c-7e86-4145-8ff2-271e94a3bee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.063048] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.142788] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7edd766-4655-4dfc-abd7-b0219c2779c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150495] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe2e96-2085-4ab1-9f81-8c83c3287553 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.182722] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309c95ce-f467-4bc7-9210-236b08893a2d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.192799] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5f6cb-9ffb-4d1e-97fe-1e58d70b9f87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.201014] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.209032] env[69644]: DEBUG nova.compute.provider_tree [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.395476] env[69644]: INFO nova.compute.manager [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Rebuilding instance [ 1096.437686] env[69644]: DEBUG nova.compute.manager [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.438669] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd7d5bd-115f-462a-9737-e1685360fec5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.579229] env[69644]: DEBUG nova.network.neutron [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.698424] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553557, 'name': CreateSnapshot_Task, 'duration_secs': 0.840501} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.698886] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.699489] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e17bf-b88d-42be-8867-d3c3beea726c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.712320] env[69644]: DEBUG nova.scheduler.client.report [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.845644] env[69644]: DEBUG nova.compute.manager [req-9657a376-3791-4a29-8da3-a50408e4760f req-a2bfc91d-c4f4-4530-9994-0364eaf3000d service nova] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Received event network-vif-deleted-32303b3d-209c-4d41-abb3-6f32a05ed205 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.082367] env[69644]: INFO nova.compute.manager [-] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Took 1.26 seconds to deallocate network for instance. [ 1097.226346] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1097.227321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.229614] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc2d7510-d05c-4c5e-857e-c0dff8e210fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.233359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.233656] env[69644]: DEBUG nova.objects.instance [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lazy-loading 'resources' on Instance uuid 61728964-b13b-436b-b6c7-7a26f3786baa {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.240543] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1097.240543] env[69644]: value = "task-3553558" [ 1097.240543] env[69644]: _type = "Task" [ 1097.240543] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.251060] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553558, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.252596] env[69644]: INFO nova.scheduler.client.report [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted allocations for instance e65d52f9-4895-4ca7-a4e1-9052075ee858 [ 1097.452384] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.452718] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce1a382d-fcbc-4087-b7bd-d672e0738529 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.459655] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1097.459655] env[69644]: value = "task-3553559" [ 1097.459655] env[69644]: _type = "Task" [ 1097.459655] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.467707] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.590782] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.751969] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553558, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.761889] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fe99b146-5467-484b-8353-9851992c3f3e tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "e65d52f9-4895-4ca7-a4e1-9052075ee858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.249s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.972936] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553559, 'name': PowerOffVM_Task, 'duration_secs': 0.142735} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.975345] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.975589] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.979025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201af352-dcd3-4cff-86bf-b47c5e8b46ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.985938] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.986305] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b467df-08b7-41e9-930a-0c05563036fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.003302] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e3a8a5-7969-4e5e-a1c1-c8f14e15986a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.012600] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481138fc-7f5d-4304-89d1-c6f389ec6707 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.015885] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.016044] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.016283] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Deleting the datastore file [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.016999] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002a4a75-1991-4afa-bdab-87358ea06e6c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.046100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa11e41-1b4e-4b46-aa35-d7279c5513fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.051829] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1098.051829] env[69644]: value = "task-3553561" [ 1098.051829] env[69644]: _type = "Task" [ 1098.051829] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.056537] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd41011-11e7-4e0b-bea3-aed31cc86700 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.067310] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.075601] env[69644]: DEBUG nova.compute.provider_tree [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.251180] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553558, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.563018] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129079} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.563273] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.563457] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.563633] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.581524] env[69644]: DEBUG nova.scheduler.client.report [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.667718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.668148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.668411] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.668619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.668814] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.671274] env[69644]: INFO nova.compute.manager [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Terminating instance [ 1098.754197] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553558, 'name': CloneVM_Task, 'duration_secs': 1.388877} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.754520] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Created linked-clone VM from snapshot [ 1098.755543] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a05fb4-1a21-4dc8-aae7-5825521abbf3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.763683] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Uploading image a6575552-93b6-4dc6-8026-188bb027990e {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.789106] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1098.789106] env[69644]: value = "vm-709511" [ 1098.789106] env[69644]: _type = "VirtualMachine" [ 1098.789106] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1098.789454] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53bc65ad-458d-4652-bed8-7b7e3462fd8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.796786] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lease: (returnval){ [ 1098.796786] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5243fa8c-c1ab-bb5e-d701-a611cdc10b2c" [ 1098.796786] env[69644]: _type = "HttpNfcLease" [ 1098.796786] env[69644]: } obtained for exporting VM: (result){ [ 1098.796786] env[69644]: value = "vm-709511" [ 1098.796786] env[69644]: _type = "VirtualMachine" [ 1098.796786] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1098.797026] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the lease: (returnval){ [ 1098.797026] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5243fa8c-c1ab-bb5e-d701-a611cdc10b2c" [ 1098.797026] env[69644]: _type = "HttpNfcLease" [ 1098.797026] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.803757] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.803757] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5243fa8c-c1ab-bb5e-d701-a611cdc10b2c" [ 1098.803757] env[69644]: _type = "HttpNfcLease" [ 1098.803757] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.086500] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.089155] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.026s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.089390] env[69644]: DEBUG nova.objects.instance [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid b6425201-f51e-4367-9580-8787d441a0a8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.112320] env[69644]: INFO nova.scheduler.client.report [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted allocations for instance 61728964-b13b-436b-b6c7-7a26f3786baa [ 1099.175148] env[69644]: DEBUG nova.compute.manager [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.175484] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.176678] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc53b7a-3394-4d71-b12f-c96ca2e59912 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.185988] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.186242] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ac0975-5d08-4cf8-81ad-5d719a9d6d1e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.192455] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1099.192455] env[69644]: value = "task-3553563" [ 1099.192455] env[69644]: _type = "Task" [ 1099.192455] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.201816] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.305569] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.305569] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5243fa8c-c1ab-bb5e-d701-a611cdc10b2c" [ 1099.305569] env[69644]: _type = "HttpNfcLease" [ 1099.305569] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1099.305900] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1099.305900] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5243fa8c-c1ab-bb5e-d701-a611cdc10b2c" [ 1099.305900] env[69644]: _type = "HttpNfcLease" [ 1099.305900] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1099.306658] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8042d44f-6134-4f36-9e9d-e6ca2925bfd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.314161] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1099.314347] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1099.405579] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b9c8564-64e5-4732-be0c-b3cb01e75563 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.595707] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.596049] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.596115] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.596299] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.596442] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.596590] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.596791] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.596946] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.597122] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.597286] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.597457] env[69644]: DEBUG nova.virt.hardware [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.598721] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04528ad2-7ddc-4d44-a490-a5cfb7db8361 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.606416] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d1d78-1dfb-4aba-8110-bdc7af41a4f0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.627415] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.633687] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.636939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7a6d807f-71a3-4425-a42e-de91e62db5b3 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "61728964-b13b-436b-b6c7-7a26f3786baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.034s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.638405] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.638838] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf94f03-9850-42e4-b5f5-fe6dc7140535 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.659692] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.659692] env[69644]: value = "task-3553564" [ 1099.659692] env[69644]: _type = "Task" [ 1099.659692] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.672151] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553564, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.700795] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553563, 'name': PowerOffVM_Task, 'duration_secs': 0.214173} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.701113] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.701295] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.703942] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3466b401-d6ef-4529-96ab-bd0c7a54b513 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.769433] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.769790] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.770337] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleting the datastore file [datastore1] 261bd7d7-c74b-4b96-996c-348b1d99083c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.770337] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2de7ed7-c1d7-4352-9f33-c4f09f07918b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.776173] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for the task: (returnval){ [ 1099.776173] env[69644]: value = "task-3553566" [ 1099.776173] env[69644]: _type = "Task" [ 1099.776173] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.788169] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.831763] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963fb754-fdbd-4d9c-83b2-9a1d166dba8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.842583] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d334c1-135e-4f36-8a8a-f564ea467612 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.879214] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3564cf67-673b-44e7-9d32-ccc782e3e72c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.891022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea42f2fd-f28d-4168-ab88-2c9d24eb1c1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.904109] env[69644]: DEBUG nova.compute.provider_tree [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.169925] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553564, 'name': CreateVM_Task, 'duration_secs': 0.317646} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.170386] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.171034] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.171226] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.171864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.172307] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c860ae2a-fd68-4338-bf69-e68c48390a68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.178258] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1100.178258] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5287f594-a8d6-469c-c15e-62fa4027171b" [ 1100.178258] env[69644]: _type = "Task" [ 1100.178258] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.186655] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5287f594-a8d6-469c-c15e-62fa4027171b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.286200] env[69644]: DEBUG oslo_vmware.api [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Task: {'id': task-3553566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159376} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.287029] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.287029] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.287175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.287268] env[69644]: INFO nova.compute.manager [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1100.287517] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.287737] env[69644]: DEBUG nova.compute.manager [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.287793] env[69644]: DEBUG nova.network.neutron [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.411088] env[69644]: DEBUG nova.scheduler.client.report [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.697339] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5287f594-a8d6-469c-c15e-62fa4027171b, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.697674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.697925] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.698255] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.698509] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.698707] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.698990] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1264c63d-ec78-4564-9a16-db57b70051c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.703202] env[69644]: DEBUG nova.compute.manager [req-62c355a1-74d5-49bb-9c0a-e6980091bcc6 req-5583c9c2-bc1a-4603-b940-dc7e77911190 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Received event network-vif-deleted-9a008314-43f0-4cb2-a9a4-a18100b15b68 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.703543] env[69644]: INFO nova.compute.manager [req-62c355a1-74d5-49bb-9c0a-e6980091bcc6 req-5583c9c2-bc1a-4603-b940-dc7e77911190 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Neutron deleted interface 9a008314-43f0-4cb2-a9a4-a18100b15b68; detaching it from the instance and deleting it from the info cache [ 1100.703733] env[69644]: DEBUG nova.network.neutron [req-62c355a1-74d5-49bb-9c0a-e6980091bcc6 req-5583c9c2-bc1a-4603-b940-dc7e77911190 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.711684] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.716457] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.716457] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edb870c-47a6-4c0d-a7fe-d1c4984b5b51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.725585] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1100.725585] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527f01a5-a4f5-6925-7d03-64b8ef58da2e" [ 1100.725585] env[69644]: _type = "Task" [ 1100.725585] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.735455] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527f01a5-a4f5-6925-7d03-64b8ef58da2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.920954] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.923641] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.333s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.924919] env[69644]: DEBUG nova.objects.instance [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lazy-loading 'resources' on Instance uuid cd307ad0-4290-45dd-8623-2d0fea950ebc {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.948392] env[69644]: INFO nova.scheduler.client.report [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance b6425201-f51e-4367-9580-8787d441a0a8 [ 1101.188488] env[69644]: DEBUG nova.network.neutron [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.206988] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c06405e-efc4-49ee-a70f-433ff64121d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.216463] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d28e88-5f88-4163-86cd-51973c81dbdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.236809] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527f01a5-a4f5-6925-7d03-64b8ef58da2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.237617] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c011255f-3133-4841-b840-0398593782c5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.253371] env[69644]: DEBUG nova.compute.manager [req-62c355a1-74d5-49bb-9c0a-e6980091bcc6 req-5583c9c2-bc1a-4603-b940-dc7e77911190 service nova] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Detach interface failed, port_id=9a008314-43f0-4cb2-a9a4-a18100b15b68, reason: Instance 261bd7d7-c74b-4b96-996c-348b1d99083c could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.254946] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1101.254946] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52201a67-1741-241d-35b4-162ea17152d9" [ 1101.254946] env[69644]: _type = "Task" [ 1101.254946] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.263490] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52201a67-1741-241d-35b4-162ea17152d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.263754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.264017] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.264310] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e3933c6-f6c9-43b0-bc26-22f021ec57cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.272165] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1101.272165] env[69644]: value = "task-3553567" [ 1101.272165] env[69644]: _type = "Task" [ 1101.272165] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.280174] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.459841] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d65079ba-4879-4351-885a-4525eaf3e617 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "b6425201-f51e-4367-9580-8787d441a0a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.844s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.669823] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2d3a36-509c-4152-b712-0f619e811e59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.680376] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5ae783-4245-4bc4-b1fb-856fba82e9ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.714060] env[69644]: INFO nova.compute.manager [-] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Took 1.43 seconds to deallocate network for instance. [ 1101.716709] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f6e56b-b71d-4116-9ff6-194a0e43f10b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.729512] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c08cf-0ca1-4bbc-bed1-c9545261ddeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.747020] env[69644]: DEBUG nova.compute.provider_tree [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.758052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "87399626-f345-43bb-a38a-3106fa357ad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.758052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.782624] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500002} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.782897] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.783162] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.783420] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4dddb5-11e6-4e73-b7cc-8587338b6c29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.789844] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1101.789844] env[69644]: value = "task-3553568" [ 1101.789844] env[69644]: _type = "Task" [ 1101.789844] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.798722] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.224332] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.250727] env[69644]: DEBUG nova.scheduler.client.report [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.259785] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.301168] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072388} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.301448] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.302407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1590bcf-412f-4895-a83b-b9af8c563434 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.325112] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.325112] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cac2177-f963-469c-9bf4-9766e9945d4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.345016] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1102.345016] env[69644]: value = "task-3553569" [ 1102.345016] env[69644]: _type = "Task" [ 1102.345016] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.356670] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.755959] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.758227] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.758454] env[69644]: DEBUG nova.objects.instance [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lazy-loading 'resources' on Instance uuid 261bd7d7-c74b-4b96-996c-348b1d99083c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.774629] env[69644]: INFO nova.scheduler.client.report [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Deleted allocations for instance cd307ad0-4290-45dd-8623-2d0fea950ebc [ 1102.779429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.855311] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553569, 'name': ReconfigVM_Task, 'duration_secs': 0.320174} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.856062] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c/6e448e84-b40c-40a3-9c22-6d282c3c085c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.856522] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86086e68-6f29-430f-ab16-4de80717230e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.862772] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1102.862772] env[69644]: value = "task-3553570" [ 1102.862772] env[69644]: _type = "Task" [ 1102.862772] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.871200] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553570, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.960151] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.960372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.086754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "b92c84e3-da52-49f6-988b-b76eb93756f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.087126] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.087354] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.087975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.088188] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.090460] env[69644]: INFO nova.compute.manager [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Terminating instance [ 1103.286351] env[69644]: DEBUG oslo_concurrency.lockutils [None req-20edffaa-c4f0-4c6b-ad37-fc6cd6ddbd43 tempest-ServerAddressesNegativeTestJSON-106167820 tempest-ServerAddressesNegativeTestJSON-106167820-project-member] Lock "cd307ad0-4290-45dd-8623-2d0fea950ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.088s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.375210] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553570, 'name': Rename_Task, 'duration_secs': 0.166112} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.375210] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.375210] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf099142-649b-4c5c-ac98-49826333a90c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.383429] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1103.383429] env[69644]: value = "task-3553571" [ 1103.383429] env[69644]: _type = "Task" [ 1103.383429] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.391430] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.462429] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.492620] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24fcc3-7f39-4ce0-b12b-7f8ede9b4733 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.500522] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00490047-8c28-46de-92c1-dc4e0cb6f5a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.537058] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e511746-a753-4a8d-b34d-99ab9996b36d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.544505] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f81867-092d-459f-80d0-da05eb2a9f24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.558089] env[69644]: DEBUG nova.compute.provider_tree [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.594791] env[69644]: DEBUG nova.compute.manager [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.595054] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.595901] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50603eeb-7f91-4754-b86d-526b7aff7eb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.604450] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.604696] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471d754a-6c69-47ab-8678-aeae975020c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.611240] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1103.611240] env[69644]: value = "task-3553572" [ 1103.611240] env[69644]: _type = "Task" [ 1103.611240] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.618967] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.895633] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.985517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.061622] env[69644]: DEBUG nova.scheduler.client.report [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.122958] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.396472] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553571, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.567119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.570123] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.791s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.572796] env[69644]: INFO nova.compute.claims [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.591077] env[69644]: INFO nova.scheduler.client.report [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Deleted allocations for instance 261bd7d7-c74b-4b96-996c-348b1d99083c [ 1104.625438] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553572, 'name': PowerOffVM_Task, 'duration_secs': 0.592783} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.625781] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.629018] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.629018] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b397d16a-ea3a-468a-b9e3-6b5661bf9fb4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.695458] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.695575] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.695723] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleting the datastore file [datastore1] b92c84e3-da52-49f6-988b-b76eb93756f2 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.695955] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21cc4929-65c7-4247-8264-3812dbff0215 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.703110] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1104.703110] env[69644]: value = "task-3553574" [ 1104.703110] env[69644]: _type = "Task" [ 1104.703110] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.714246] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.897058] env[69644]: DEBUG oslo_vmware.api [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553571, 'name': PowerOnVM_Task, 'duration_secs': 1.104354} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.897398] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.897584] env[69644]: DEBUG nova.compute.manager [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.898845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68235b-48ee-4033-88f3-ed1bd7cff06d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.104637] env[69644]: DEBUG oslo_concurrency.lockutils [None req-02fb61b0-1463-45bb-a168-41e45cd087be tempest-AttachInterfacesTestJSON-614004874 tempest-AttachInterfacesTestJSON-614004874-project-member] Lock "261bd7d7-c74b-4b96-996c-348b1d99083c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.436s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.214715] env[69644]: DEBUG oslo_vmware.api [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226498} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.214925] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.215234] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.215497] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.215779] env[69644]: INFO nova.compute.manager [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1105.216161] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.216792] env[69644]: DEBUG nova.compute.manager [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.216910] env[69644]: DEBUG nova.network.neutron [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.418511] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.768322] env[69644]: DEBUG nova.compute.manager [req-e1e84893-a593-45cd-9c41-1fc73005ad22 req-c8c4729a-099a-4576-9ee1-fee3132160de service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Received event network-vif-deleted-be050344-635b-4705-b242-4b6a5f0e939d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.768824] env[69644]: INFO nova.compute.manager [req-e1e84893-a593-45cd-9c41-1fc73005ad22 req-c8c4729a-099a-4576-9ee1-fee3132160de service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Neutron deleted interface be050344-635b-4705-b242-4b6a5f0e939d; detaching it from the instance and deleting it from the info cache [ 1105.768965] env[69644]: DEBUG nova.network.neutron [req-e1e84893-a593-45cd-9c41-1fc73005ad22 req-c8c4729a-099a-4576-9ee1-fee3132160de service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.905812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc4669-128f-450a-b549-04097bb7e85c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.919598] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1713fa-856a-432b-aa22-e4eb8c466306 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.960863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c6db02-b5aa-4690-be6d-e24618ad96a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.969835] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0037675-899f-4652-92db-bb9606e18bcb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.985789] env[69644]: DEBUG nova.compute.provider_tree [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.228622] env[69644]: DEBUG nova.network.neutron [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.278963] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-497dadac-2813-4d90-b522-4cf16282fe62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.288585] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0fac5f-51b9-4a3c-b4e4-7c440be9cc11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.322492] env[69644]: DEBUG nova.compute.manager [req-e1e84893-a593-45cd-9c41-1fc73005ad22 req-c8c4729a-099a-4576-9ee1-fee3132160de service nova] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Detach interface failed, port_id=be050344-635b-4705-b242-4b6a5f0e939d, reason: Instance b92c84e3-da52-49f6-988b-b76eb93756f2 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.415161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.415458] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.415690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "6e448e84-b40c-40a3-9c22-6d282c3c085c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.415876] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.416061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.418292] env[69644]: INFO nova.compute.manager [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Terminating instance [ 1106.489243] env[69644]: DEBUG nova.scheduler.client.report [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.733681] env[69644]: INFO nova.compute.manager [-] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Took 1.52 seconds to deallocate network for instance. [ 1106.791531] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1106.793149] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe25c9-dfd4-4f9b-ae6a-7c570cfe1b10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.803055] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1106.803451] env[69644]: ERROR oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk due to incomplete transfer. [ 1106.804032] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19bba816-68ee-4a52-a209-348c1bd62ce0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.812796] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c156f0-51ca-bc4e-0811-e6c9711fa459/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1106.814671] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Uploaded image a6575552-93b6-4dc6-8026-188bb027990e to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1106.815590] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1106.816050] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98cc731e-27f4-4931-b4aa-5d67112662f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.823808] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1106.823808] env[69644]: value = "task-3553575" [ 1106.823808] env[69644]: _type = "Task" [ 1106.823808] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.832924] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553575, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.922345] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "refresh_cache-6e448e84-b40c-40a3-9c22-6d282c3c085c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.922739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquired lock "refresh_cache-6e448e84-b40c-40a3-9c22-6d282c3c085c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.922739] env[69644]: DEBUG nova.network.neutron [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.994887] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.995572] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.999114] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.014s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.000396] env[69644]: INFO nova.compute.claims [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.247041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.338121] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553575, 'name': Destroy_Task, 'duration_secs': 0.318809} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.341414] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Destroyed the VM [ 1107.341414] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.341414] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-239c337b-45ae-41c6-9d79-c7b4f04fb2d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.347802] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1107.347802] env[69644]: value = "task-3553576" [ 1107.347802] env[69644]: _type = "Task" [ 1107.347802] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.360947] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.450650] env[69644]: DEBUG nova.network.neutron [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.506470] env[69644]: DEBUG nova.compute.utils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.509514] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.509678] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.525977] env[69644]: DEBUG nova.network.neutron [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.569312] env[69644]: DEBUG nova.policy [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f4c69d754049b4b6b004298a455e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec85f1606c442e7aadf8ea216bed695', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.858806] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.935063] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Successfully created port: 88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.011210] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.027770] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Releasing lock "refresh_cache-6e448e84-b40c-40a3-9c22-6d282c3c085c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.028208] env[69644]: DEBUG nova.compute.manager [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.028509] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.029333] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701aab90-4516-4b3c-acc1-1f0ac289e086 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.041418] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.041675] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bef5f0a-66cc-4122-987c-a3c49386fa0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052307] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1108.052307] env[69644]: value = "task-3553577" [ 1108.052307] env[69644]: _type = "Task" [ 1108.052307] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.064192] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.288595] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01242f-87a0-49f3-9aeb-06fdfaa576d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.296580] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57a1ff-25a4-4783-b462-517a4f65af7b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.331487] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9fcf0-f734-4bf3-a71c-9ef22e67e2b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.341577] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3430518-c037-4e6a-baf7-7718dc09efee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.362247] env[69644]: DEBUG nova.compute.provider_tree [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.370032] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553576, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.569026] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553577, 'name': PowerOffVM_Task, 'duration_secs': 0.31514} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.569026] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.569190] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.569803] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406ec336-0eba-4404-899f-b1dc982324ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.595562] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.596482] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.596482] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Deleting the datastore file [datastore2] 6e448e84-b40c-40a3-9c22-6d282c3c085c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.596482] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1313769-c477-4e75-af90-22f9a020542a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.603290] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for the task: (returnval){ [ 1108.603290] env[69644]: value = "task-3553579" [ 1108.603290] env[69644]: _type = "Task" [ 1108.603290] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.611983] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.862533] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553576, 'name': RemoveSnapshot_Task, 'duration_secs': 1.144417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.863307] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.863307] env[69644]: DEBUG nova.compute.manager [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.864020] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced3544-ae5a-4df1-a06b-54f7b982f02e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.871834] env[69644]: DEBUG nova.scheduler.client.report [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.024015] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.047268] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.047555] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.047764] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.047941] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.048105] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.048255] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.048486] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.048654] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.048839] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.049016] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.049198] env[69644]: DEBUG nova.virt.hardware [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.050274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b9fe7-1ef6-4fde-8537-79c8322714b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.058496] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3f53c-7778-4903-b5cc-083a596f9ada {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.114050] env[69644]: DEBUG oslo_vmware.api [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Task: {'id': task-3553579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173627} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.114374] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.114529] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.114918] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.114918] env[69644]: INFO nova.compute.manager [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1109.115135] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.115328] env[69644]: DEBUG nova.compute.manager [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.115511] env[69644]: DEBUG nova.network.neutron [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.141478] env[69644]: DEBUG nova.network.neutron [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.315161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "5ce277c1-419b-469a-8c70-50bcab5383dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.315405] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.382038] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.382562] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.388785] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.970s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.389345] env[69644]: DEBUG nova.objects.instance [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.393250] env[69644]: INFO nova.compute.manager [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Shelve offloading [ 1109.463024] env[69644]: DEBUG nova.compute.manager [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.463024] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f785eb6-2083-43ee-8e08-b762ae6068b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.644754] env[69644]: DEBUG nova.network.neutron [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.687986] env[69644]: DEBUG nova.compute.manager [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Received event network-vif-plugged-88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.687986] env[69644]: DEBUG oslo_concurrency.lockutils [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] Acquiring lock "87399626-f345-43bb-a38a-3106fa357ad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.688172] env[69644]: DEBUG oslo_concurrency.lockutils [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] Lock "87399626-f345-43bb-a38a-3106fa357ad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.688357] env[69644]: DEBUG oslo_concurrency.lockutils [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] Lock "87399626-f345-43bb-a38a-3106fa357ad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.688522] env[69644]: DEBUG nova.compute.manager [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] No waiting events found dispatching network-vif-plugged-88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.688681] env[69644]: WARNING nova.compute.manager [req-ea2984cf-059e-4ff4-9de9-42e0a101f62a req-91ea0dbb-061d-42ff-8a7d-a426e496dad3 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Received unexpected event network-vif-plugged-88bf4256-7eb9-4204-838a-f9a17de9c287 for instance with vm_state building and task_state spawning. [ 1109.773626] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Successfully updated port: 88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.817466] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.890994] env[69644]: DEBUG nova.compute.utils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.895524] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.895524] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.900855] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.901488] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25f7907-5c4e-4cd2-b689-5bc40533470c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.911484] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1109.911484] env[69644]: value = "task-3553580" [ 1109.911484] env[69644]: _type = "Task" [ 1109.911484] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.922330] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.922545] env[69644]: DEBUG nova.compute.manager [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.923784] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42311226-1336-40e2-b791-3b26797d2939 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.929622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.929742] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.929908] env[69644]: DEBUG nova.network.neutron [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.956294] env[69644]: DEBUG nova.policy [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.976578] env[69644]: INFO nova.compute.manager [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] instance snapshotting [ 1109.977209] env[69644]: DEBUG nova.objects.instance [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.149466] env[69644]: INFO nova.compute.manager [-] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Took 1.03 seconds to deallocate network for instance. [ 1110.279087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.279263] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.279437] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.306056] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Successfully created port: ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.345341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.398726] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.407614] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8f271a6-eecb-48a0-ad03-e58617f6a0b6 tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.408627] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.162s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.408927] env[69644]: DEBUG nova.objects.instance [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'resources' on Instance uuid b92c84e3-da52-49f6-988b-b76eb93756f2 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.484115] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6382d1-dd39-4630-8242-64605fc8c594 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.505159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6babf-76bf-4c45-8b85-b396350cfd6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.658448] env[69644]: DEBUG nova.network.neutron [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.663861] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.814739] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.973186] env[69644]: DEBUG nova.network.neutron [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Updating instance_info_cache with network_info: [{"id": "88bf4256-7eb9-4204-838a-f9a17de9c287", "address": "fa:16:3e:4b:1e:33", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bf4256-7e", "ovs_interfaceid": "88bf4256-7eb9-4204-838a-f9a17de9c287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.018588] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.018846] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a62cedef-8fa5-4aea-bc74-8132f25e46b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029809] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1111.029809] env[69644]: value = "task-3553581" [ 1111.029809] env[69644]: _type = "Task" [ 1111.029809] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.039078] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553581, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.153535] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966549ef-6340-4d64-b35e-1a8d0edf81a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.161893] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770e8cb-bb7e-4c28-87e4-80462de6533b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.165902] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195574] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ad420-dbca-4148-8781-63c3b9471534 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.203173] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6696b6-6a3a-4c92-a855-ff7c1813df4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.217148] env[69644]: DEBUG nova.compute.provider_tree [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.411540] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.438858] env[69644]: DEBUG nova.compute.manager [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-vif-unplugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.439307] env[69644]: DEBUG oslo_concurrency.lockutils [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.439756] env[69644]: DEBUG oslo_concurrency.lockutils [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.440132] env[69644]: DEBUG oslo_concurrency.lockutils [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.440870] env[69644]: DEBUG nova.compute.manager [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] No waiting events found dispatching network-vif-unplugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.444456] env[69644]: WARNING nova.compute.manager [req-324eeb26-871b-4a4d-97c3-eab35fccecff req-5e7d17e8-97e8-445a-905e-bab34557b2ca service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received unexpected event network-vif-unplugged-a208b322-f53f-45dc-8743-d84b6780724f for instance with vm_state shelved and task_state shelving_offloading. [ 1111.444456] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.444456] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.444731] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.445065] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.445365] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.445648] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.445988] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.446456] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.448448] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.448448] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.448448] env[69644]: DEBUG nova.virt.hardware [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.448448] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a493a10-46af-4351-af96-36013f6e613f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.459840] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b87ee-e9c2-4234-bce0-4a48f012eafe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.501159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.501159] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Instance network_info: |[{"id": "88bf4256-7eb9-4204-838a-f9a17de9c287", "address": "fa:16:3e:4b:1e:33", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bf4256-7e", "ovs_interfaceid": "88bf4256-7eb9-4204-838a-f9a17de9c287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.501159] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.501159] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1e:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88bf4256-7eb9-4204-838a-f9a17de9c287', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.501159] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.501159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4789aa-0318-44fb-8f69-066f84279d97 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.501159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.501159] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.503414] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.503414] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a7e2eb3-57e4-4516-b12f-ba34a84ea8ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.523668] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.524901] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3488b2e-3ead-478b-851c-862040bfae8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.526363] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.526363] env[69644]: value = "task-3553582" [ 1111.526363] env[69644]: _type = "Task" [ 1111.526363] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.539155] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553582, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.542251] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553581, 'name': CreateSnapshot_Task, 'duration_secs': 0.474726} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.542819] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1111.543648] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22bdde2-298b-4a64-b7eb-39fc8b128a19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.597033] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.597251] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.600643] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleting the datastore file [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.600643] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb53320-be0e-4738-bd55-caf2a0606634 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.605348] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1111.605348] env[69644]: value = "task-3553584" [ 1111.605348] env[69644]: _type = "Task" [ 1111.605348] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.615652] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.720581] env[69644]: DEBUG nova.scheduler.client.report [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.731328] env[69644]: DEBUG nova.compute.manager [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Received event network-changed-88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.731328] env[69644]: DEBUG nova.compute.manager [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Refreshing instance network info cache due to event network-changed-88bf4256-7eb9-4204-838a-f9a17de9c287. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.731328] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] Acquiring lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.731328] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] Acquired lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.731328] env[69644]: DEBUG nova.network.neutron [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Refreshing network info cache for port 88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.857947] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Successfully updated port: ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.004510] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.040703] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553582, 'name': CreateVM_Task, 'duration_secs': 0.353755} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.040875] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.041701] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.041852] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.042181] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.042436] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb22819-9b3c-4db0-af73-4e293a186169 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.049053] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1112.049053] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aeba9a-6f96-6f9c-d83a-b91eeb7e9fbc" [ 1112.049053] env[69644]: _type = "Task" [ 1112.049053] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.063972] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.064295] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aeba9a-6f96-6f9c-d83a-b91eeb7e9fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.064513] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9e350b5-af54-4b61-aded-74b132c0cbfb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.073025] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1112.073025] env[69644]: value = "task-3553585" [ 1112.073025] env[69644]: _type = "Task" [ 1112.073025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.082735] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.114242] env[69644]: DEBUG oslo_vmware.api [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141321} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.114535] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.114730] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.114902] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.173925] env[69644]: INFO nova.scheduler.client.report [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted allocations for instance ea9a6b16-277b-45af-b9f1-4eb58826375b [ 1112.228287] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.229762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.884s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.231362] env[69644]: INFO nova.compute.claims [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.258331] env[69644]: INFO nova.scheduler.client.report [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted allocations for instance b92c84e3-da52-49f6-988b-b76eb93756f2 [ 1112.363567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.363567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.363567] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.530718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.550099] env[69644]: DEBUG nova.network.neutron [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Updated VIF entry in instance network info cache for port 88bf4256-7eb9-4204-838a-f9a17de9c287. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.550677] env[69644]: DEBUG nova.network.neutron [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Updating instance_info_cache with network_info: [{"id": "88bf4256-7eb9-4204-838a-f9a17de9c287", "address": "fa:16:3e:4b:1e:33", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bf4256-7e", "ovs_interfaceid": "88bf4256-7eb9-4204-838a-f9a17de9c287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.562833] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52aeba9a-6f96-6f9c-d83a-b91eeb7e9fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.563137] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.563368] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.563643] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.563745] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.563921] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.564855] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c2c3ae-4fd4-412a-bf0d-424cf907ec6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.579417] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.579613] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.580799] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc9a10f-fc2e-4913-8b79-cba2960e72cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.587068] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.590593] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1112.590593] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ea0c1-e56b-1a04-fdec-ff2e0cf63a77" [ 1112.590593] env[69644]: _type = "Task" [ 1112.590593] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.598680] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ea0c1-e56b-1a04-fdec-ff2e0cf63a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.678109] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.775050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f52908b-e1a3-45b9-9c23-4fb1268d9fec tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "b92c84e3-da52-49f6-988b-b76eb93756f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.688s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.902966] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.057464] env[69644]: DEBUG oslo_concurrency.lockutils [req-f55b9ec5-2f80-4167-ba3e-244015d171d1 req-58a47465-2048-4b75-95ec-f67868786446 service nova] Releasing lock "refresh_cache-87399626-f345-43bb-a38a-3106fa357ad8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.058210] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.058500] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.087431] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.090879] env[69644]: DEBUG nova.network.neutron [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Updating instance_info_cache with network_info: [{"id": "ac02b137-7534-4bb4-bb34-05d04d49468f", "address": "fa:16:3e:d7:ab:89", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac02b137-75", "ovs_interfaceid": "ac02b137-7534-4bb4-bb34-05d04d49468f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.103029] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523ea0c1-e56b-1a04-fdec-ff2e0cf63a77, 'name': SearchDatastore_Task, 'duration_secs': 0.03238} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.103029] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2cf030-fa14-4fb7-869e-d0c1e2e91961 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.110027] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1113.110027] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52641915-3191-e439-d8de-9ffe9433e09f" [ 1113.110027] env[69644]: _type = "Task" [ 1113.110027] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.122034] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52641915-3191-e439-d8de-9ffe9433e09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.521179] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51652de5-494f-415a-94da-8d6dd991ba21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.530784] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018bc22-15b8-4d72-a78f-5d3802957858 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.567720] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.568592] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded49568-82b7-4822-8c52-c53931cda008 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.572127] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.572127] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.572127] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.572467] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.572684] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.572684] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1113.573272] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.584347] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e0185-9fa9-4ee1-a218-d8809b6edcc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.596319] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.604333] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.604333] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Instance network_info: |[{"id": "ac02b137-7534-4bb4-bb34-05d04d49468f", "address": "fa:16:3e:d7:ab:89", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac02b137-75", "ovs_interfaceid": "ac02b137-7534-4bb4-bb34-05d04d49468f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.605144] env[69644]: DEBUG nova.compute.provider_tree [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.607185] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ab:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac02b137-7534-4bb4-bb34-05d04d49468f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.615230] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.616317] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.620118] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8836bdf6-8aba-47fe-9251-cbf048e6ae20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.643612] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52641915-3191-e439-d8de-9ffe9433e09f, 'name': SearchDatastore_Task, 'duration_secs': 0.016176} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.643612] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.643921] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 87399626-f345-43bb-a38a-3106fa357ad8/87399626-f345-43bb-a38a-3106fa357ad8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.644179] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.644179] env[69644]: value = "task-3553586" [ 1113.644179] env[69644]: _type = "Task" [ 1113.644179] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.644381] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e99845a-d6d6-44c5-bce3-95771dc16a60 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.657078] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553586, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.658675] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1113.658675] env[69644]: value = "task-3553587" [ 1113.658675] env[69644]: _type = "Task" [ 1113.658675] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.667392] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.684689] env[69644]: DEBUG nova.compute.manager [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-changed-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.684689] env[69644]: DEBUG nova.compute.manager [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing instance network info cache due to event network-changed-a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.684689] env[69644]: DEBUG oslo_concurrency.lockutils [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.684689] env[69644]: DEBUG oslo_concurrency.lockutils [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.684689] env[69644]: DEBUG nova.network.neutron [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing network info cache for port a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.776420] env[69644]: DEBUG nova.compute.manager [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Received event network-vif-plugged-ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.777491] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Acquiring lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.777491] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.777491] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.777491] env[69644]: DEBUG nova.compute.manager [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] No waiting events found dispatching network-vif-plugged-ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.777491] env[69644]: WARNING nova.compute.manager [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Received unexpected event network-vif-plugged-ac02b137-7534-4bb4-bb34-05d04d49468f for instance with vm_state building and task_state spawning. [ 1113.777491] env[69644]: DEBUG nova.compute.manager [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Received event network-changed-ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.777804] env[69644]: DEBUG nova.compute.manager [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Refreshing instance network info cache due to event network-changed-ac02b137-7534-4bb4-bb34-05d04d49468f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.777804] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Acquiring lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.777905] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Acquired lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.778063] env[69644]: DEBUG nova.network.neutron [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Refreshing network info cache for port ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.076193] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.095330] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.108364] env[69644]: DEBUG nova.scheduler.client.report [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.158093] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553586, 'name': CreateVM_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.169395] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508918} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.169671] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 87399626-f345-43bb-a38a-3106fa357ad8/87399626-f345-43bb-a38a-3106fa357ad8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.169884] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.170155] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-522d3bec-f9b4-446c-a0e3-0650239f214f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.175959] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1114.175959] env[69644]: value = "task-3553588" [ 1114.175959] env[69644]: _type = "Task" [ 1114.175959] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.184711] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.291521] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.482115] env[69644]: DEBUG nova.network.neutron [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Updated VIF entry in instance network info cache for port ac02b137-7534-4bb4-bb34-05d04d49468f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.482485] env[69644]: DEBUG nova.network.neutron [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Updating instance_info_cache with network_info: [{"id": "ac02b137-7534-4bb4-bb34-05d04d49468f", "address": "fa:16:3e:d7:ab:89", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac02b137-75", "ovs_interfaceid": "ac02b137-7534-4bb4-bb34-05d04d49468f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.493575] env[69644]: DEBUG nova.network.neutron [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updated VIF entry in instance network info cache for port a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.493951] env[69644]: DEBUG nova.network.neutron [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": null, "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa208b322-f5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.590325] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.590588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.591853] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553585, 'name': CloneVM_Task, 'duration_secs': 2.08709} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.592519] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created linked-clone VM from snapshot [ 1114.593010] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f062d7d-48ea-452b-89fa-dd2850ed8c02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.600102] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploading image 2116a853-dcdf-48ea-842f-f511a70529f4 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.617316] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.617783] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.621752] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.621752] env[69644]: value = "vm-709515" [ 1114.621752] env[69644]: _type = "VirtualMachine" [ 1114.621752] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.622030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.962s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.622238] env[69644]: DEBUG nova.objects.instance [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lazy-loading 'resources' on Instance uuid 6e448e84-b40c-40a3-9c22-6d282c3c085c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.623274] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f5e34ec-255e-40b5-bad5-d89334a1d05c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.630324] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease: (returnval){ [ 1114.630324] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd8941-900b-f4f2-ac02-714c57b6af1e" [ 1114.630324] env[69644]: _type = "HttpNfcLease" [ 1114.630324] env[69644]: } obtained for exporting VM: (result){ [ 1114.630324] env[69644]: value = "vm-709515" [ 1114.630324] env[69644]: _type = "VirtualMachine" [ 1114.630324] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.630583] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the lease: (returnval){ [ 1114.630583] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd8941-900b-f4f2-ac02-714c57b6af1e" [ 1114.630583] env[69644]: _type = "HttpNfcLease" [ 1114.630583] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.636268] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.636268] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd8941-900b-f4f2-ac02-714c57b6af1e" [ 1114.636268] env[69644]: _type = "HttpNfcLease" [ 1114.636268] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.654669] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553586, 'name': CreateVM_Task, 'duration_secs': 0.607426} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.654806] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.655440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.655603] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.655902] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.656140] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c149e8e-25ef-4868-8d13-c7d642e03377 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.659852] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1114.659852] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a3eb82-b275-2db8-a7b3-22d295d8b8b4" [ 1114.659852] env[69644]: _type = "Task" [ 1114.659852] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.667015] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a3eb82-b275-2db8-a7b3-22d295d8b8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.684462] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064098} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.685087] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.685437] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f625dd-7959-4980-bd29-d6257a31bc7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.707794] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 87399626-f345-43bb-a38a-3106fa357ad8/87399626-f345-43bb-a38a-3106fa357ad8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.708315] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ede687-cee9-484b-b37b-401fa795f2e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.727907] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1114.727907] env[69644]: value = "task-3553590" [ 1114.727907] env[69644]: _type = "Task" [ 1114.727907] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.735170] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.985147] env[69644]: DEBUG oslo_concurrency.lockutils [req-9ca66359-d6b8-4a46-8004-e0e92fdb3149 req-e0cdb69f-180a-475a-9a92-5cbfccf3213c service nova] Releasing lock "refresh_cache-c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.995993] env[69644]: DEBUG oslo_concurrency.lockutils [req-99cab68c-5b64-4939-a832-5c9015eda511 req-70cd4fd2-ae2a-4db3-b5bd-eb27ce32f993 service nova] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.093160] env[69644]: INFO nova.compute.manager [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Detaching volume dce84701-3fbf-48a4-8a98-c52ebbd53f9d [ 1115.129055] env[69644]: DEBUG nova.compute.utils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.130935] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.131217] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.146716] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.146716] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd8941-900b-f4f2-ac02-714c57b6af1e" [ 1115.146716] env[69644]: _type = "HttpNfcLease" [ 1115.146716] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.147602] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.147602] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bd8941-900b-f4f2-ac02-714c57b6af1e" [ 1115.147602] env[69644]: _type = "HttpNfcLease" [ 1115.147602] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.148951] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ad028-61b0-404a-8af0-2a14f928db0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.155502] env[69644]: INFO nova.virt.block_device [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Attempting to driver detach volume dce84701-3fbf-48a4-8a98-c52ebbd53f9d from mountpoint /dev/sdb [ 1115.155827] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.156138] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709473', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'name': 'volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ba6ff1e-ab15-4141-9ae3-2b133977ef3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'serial': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.158140] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0efbe3-46b1-406d-b55c-560aab8215a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.167461] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.167991] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1115.178849] env[69644]: DEBUG nova.policy [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9df355691cf421d977372d86af700cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57838d5c768c401a9407ef6442a46ce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.259206] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21850a-ead6-41a6-b8ac-ee2c318e452a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.264749] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a3eb82-b275-2db8-a7b3-22d295d8b8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.268479] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.268479] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.268479] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.268479] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.268479] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.268479] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa1c1419-9fd3-4a53-9955-5c0858e01f57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.272833] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553590, 'name': ReconfigVM_Task, 'duration_secs': 0.260438} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.274765] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 87399626-f345-43bb-a38a-3106fa357ad8/87399626-f345-43bb-a38a-3106fa357ad8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.277787] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa8b351d-f17a-42cd-9db6-0785dc7c8688 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.279654] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf00cf-ef9b-4b6a-8fc5-128ea6be4a1a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.282845] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.283032] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.284215] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78429b02-6ad1-4060-81a5-df071f24e6d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.307951] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494030e-dbb7-4793-9a7b-6b5fc9b18b83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.310624] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1115.310624] env[69644]: value = "task-3553591" [ 1115.310624] env[69644]: _type = "Task" [ 1115.310624] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.312450] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acffab35-99ba-457f-a872-a60495c4890f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.314620] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1115.314620] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525e4ad7-178d-a86d-1b5a-0165c71a37d4" [ 1115.314620] env[69644]: _type = "Task" [ 1115.314620] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.331050] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] The volume has not been displaced from its original location: [datastore2] volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d/volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.336329] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.341681] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e7b4df-f376-487e-a13b-1ffcc649b573 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.358462] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553591, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.363393] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525e4ad7-178d-a86d-1b5a-0165c71a37d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.367824] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1115.367824] env[69644]: value = "task-3553592" [ 1115.367824] env[69644]: _type = "Task" [ 1115.367824] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.368207] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5f0a7a-92a5-40f2-ba1b-03b09e36d181 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.384116] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1115.384116] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e353f2-e8b7-eb85-7c99-c842ebbcc560" [ 1115.384116] env[69644]: _type = "Task" [ 1115.384116] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.387229] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.399824] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e353f2-e8b7-eb85-7c99-c842ebbcc560, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.400085] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.400365] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c6a5b7ce-4621-4aca-b2a1-06bcdd88a505/c6a5b7ce-4621-4aca-b2a1-06bcdd88a505.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.400911] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dce8415-7c5e-4b36-83f9-6b0a4ab53e94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.407726] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1115.407726] env[69644]: value = "task-3553593" [ 1115.407726] env[69644]: _type = "Task" [ 1115.407726] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.415181] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.542417] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696784a8-8480-4880-808b-21e4b7f6e517 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.550067] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8574de05-50da-47c8-8937-6e14ae7b6623 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.583652] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c0421-1079-42ee-b861-2a3ca86029d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.592619] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff798470-37ac-4a6c-90f6-18aa3aa15002 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609307] env[69644]: DEBUG nova.compute.provider_tree [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.612919] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Successfully created port: d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.635254] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.832040] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553591, 'name': Rename_Task, 'duration_secs': 0.168003} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.832040] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.832040] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784c0b4e-cbb4-452c-92d6-4eb204d64d4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.839800] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1115.839800] env[69644]: value = "task-3553594" [ 1115.839800] env[69644]: _type = "Task" [ 1115.839800] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.849241] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.883185] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553592, 'name': ReconfigVM_Task, 'duration_secs': 0.257742} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.883672] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.894238] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef93dd9-4ec8-4ad5-b11f-88e813af6f9b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.920124] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1115.920124] env[69644]: value = "task-3553595" [ 1115.920124] env[69644]: _type = "Task" [ 1115.920124] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.924977] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505719} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.925377] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c6a5b7ce-4621-4aca-b2a1-06bcdd88a505/c6a5b7ce-4621-4aca-b2a1-06bcdd88a505.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.925687] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.926046] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0afe5b8c-122a-412a-866f-0734f212e60b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.932867] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.938640] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1115.938640] env[69644]: value = "task-3553596" [ 1115.938640] env[69644]: _type = "Task" [ 1115.938640] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.948359] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.112936] env[69644]: DEBUG nova.scheduler.client.report [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.350399] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.408240] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.408494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.427990] env[69644]: DEBUG oslo_vmware.api [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553595, 'name': ReconfigVM_Task, 'duration_secs': 0.164993} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.428385] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709473', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'name': 'volume-dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ba6ff1e-ab15-4141-9ae3-2b133977ef3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d', 'serial': 'dce84701-3fbf-48a4-8a98-c52ebbd53f9d'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.448466] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128084} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.448807] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.449665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ebb7b-6a51-4c75-aa7b-00056425113b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471608] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] c6a5b7ce-4621-4aca-b2a1-06bcdd88a505/c6a5b7ce-4621-4aca-b2a1-06bcdd88a505.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.472014] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0360c7c3-8609-4a1f-a114-f3df28fca55f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.492031] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1116.492031] env[69644]: value = "task-3553597" [ 1116.492031] env[69644]: _type = "Task" [ 1116.492031] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.500758] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.618519] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.621106] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.091s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.622658] env[69644]: INFO nova.compute.claims [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.645642] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.649926] env[69644]: INFO nova.scheduler.client.report [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Deleted allocations for instance 6e448e84-b40c-40a3-9c22-6d282c3c085c [ 1116.673882] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.674470] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.674470] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.675425] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.675425] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.675936] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.676560] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.678023] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.678023] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.678023] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.678023] env[69644]: DEBUG nova.virt.hardware [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.679221] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f257d-a3b8-448c-8ebf-c288b4dfd04d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.687961] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b769d86a-e2db-4f8b-a01d-8ab4a4675ecc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.850810] env[69644]: DEBUG oslo_vmware.api [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553594, 'name': PowerOnVM_Task, 'duration_secs': 0.710791} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.851035] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.851277] env[69644]: INFO nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1116.851545] env[69644]: DEBUG nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.852386] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047cd9f-e2ce-4945-ae8b-95e9d87743a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.911514] env[69644]: INFO nova.compute.manager [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Detaching volume 97552c7d-47a7-44e2-9ffd-ebc864787626 [ 1116.946694] env[69644]: INFO nova.virt.block_device [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Attempting to driver detach volume 97552c7d-47a7-44e2-9ffd-ebc864787626 from mountpoint /dev/sdb [ 1116.946964] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.947169] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709490', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'name': 'volume-97552c7d-47a7-44e2-9ffd-ebc864787626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cd1a218-c902-4cc7-80b0-a0df4a88a08c', 'attached_at': '', 'detached_at': '', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'serial': '97552c7d-47a7-44e2-9ffd-ebc864787626'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.948173] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ed620-5d37-40ea-9ccc-72b39951b763 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.970407] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048c29a-b895-4372-b59f-ef463a4deeb9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.975407] env[69644]: DEBUG nova.objects.instance [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.980871] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e73a0-4fcd-4954-80f9-659b0da94a61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.004748] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08aa04a-322a-48b6-a18d-7ed511998ad6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.012598] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553597, 'name': ReconfigVM_Task, 'duration_secs': 0.324919} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.025252] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Reconfigured VM instance instance-00000065 to attach disk [datastore2] c6a5b7ce-4621-4aca-b2a1-06bcdd88a505/c6a5b7ce-4621-4aca-b2a1-06bcdd88a505.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.026203] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] The volume has not been displaced from its original location: [datastore1] volume-97552c7d-47a7-44e2-9ffd-ebc864787626/volume-97552c7d-47a7-44e2-9ffd-ebc864787626.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.031326] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.031680] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018dc32e-8ab1-4151-ad0f-659288cdcb69 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.033441] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59265893-1169-4edb-b54f-8d6e8026e455 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.053957] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1117.053957] env[69644]: value = "task-3553599" [ 1117.053957] env[69644]: _type = "Task" [ 1117.053957] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.055717] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1117.055717] env[69644]: value = "task-3553598" [ 1117.055717] env[69644]: _type = "Task" [ 1117.055717] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.072664] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.073104] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553598, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.157944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-760c2d21-86df-4dcb-aa0f-92f39da6f75e tempest-ServerShowV254Test-1492732969 tempest-ServerShowV254Test-1492732969-project-member] Lock "6e448e84-b40c-40a3-9c22-6d282c3c085c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.742s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.267797] env[69644]: DEBUG nova.compute.manager [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Received event network-vif-plugged-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.268132] env[69644]: DEBUG oslo_concurrency.lockutils [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] Acquiring lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.268634] env[69644]: DEBUG oslo_concurrency.lockutils [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.268864] env[69644]: DEBUG oslo_concurrency.lockutils [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.269130] env[69644]: DEBUG nova.compute.manager [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] No waiting events found dispatching network-vif-plugged-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.269469] env[69644]: WARNING nova.compute.manager [req-ce504bb8-00f4-4445-9e0a-8f7bd786ce86 req-cc792378-5874-4aa8-95d2-9830b6f876b7 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Received unexpected event network-vif-plugged-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 for instance with vm_state building and task_state spawning. [ 1117.374838] env[69644]: INFO nova.compute.manager [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Took 14.61 seconds to build instance. [ 1117.419137] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Successfully updated port: d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.575367] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553599, 'name': ReconfigVM_Task, 'duration_secs': 0.257585} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.578631] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.583444] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553598, 'name': Rename_Task, 'duration_secs': 0.192847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.583680] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60387134-4d72-4a4b-a4ec-4a1520965d07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.593759] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.594098] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f9b45e-b4c6-42c0-8cd6-ba66b78d3fee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.601795] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1117.601795] env[69644]: value = "task-3553601" [ 1117.601795] env[69644]: _type = "Task" [ 1117.601795] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.603112] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1117.603112] env[69644]: value = "task-3553600" [ 1117.603112] env[69644]: _type = "Task" [ 1117.603112] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.613777] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.617064] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.876564] env[69644]: DEBUG oslo_concurrency.lockutils [None req-84d23d33-fdb4-45ae-8d81-efcb438b842f tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.119s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.886736] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cc765-5640-4743-a6c5-0d90973c2a46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.894742] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa11059-d1dd-4688-9be8-11d6804c9dca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.640087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquired lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640416] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.645038] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0b277dbd-a353-455b-b3e4-000119b82767 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.052s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.654136] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b05cb8-d705-489d-b6c4-2a8a469c1cc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.662280] env[69644]: DEBUG oslo_vmware.api [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553601, 'name': PowerOnVM_Task, 'duration_secs': 0.485163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.667243] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.667755] env[69644]: INFO nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1118.667755] env[69644]: DEBUG nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.668705] env[69644]: DEBUG oslo_vmware.api [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553600, 'name': ReconfigVM_Task, 'duration_secs': 0.16494} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.669370] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e1bfbe-437e-43ce-b860-d25356dd5581 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.672593] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf950f3-fd5d-4208-b9ee-861a8f62cd4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.676279] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709490', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'name': 'volume-97552c7d-47a7-44e2-9ffd-ebc864787626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cd1a218-c902-4cc7-80b0-a0df4a88a08c', 'attached_at': '', 'detached_at': '', 'volume_id': '97552c7d-47a7-44e2-9ffd-ebc864787626', 'serial': '97552c7d-47a7-44e2-9ffd-ebc864787626'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.688882] env[69644]: DEBUG nova.compute.provider_tree [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.148336] env[69644]: DEBUG nova.compute.manager [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.151411] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72cb4d-3b5f-4c85-9bc6-95546cda822a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.157772] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.158034] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.158241] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.158423] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.158618] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.166021] env[69644]: INFO nova.compute.manager [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Terminating instance [ 1119.186695] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.195731] env[69644]: DEBUG nova.scheduler.client.report [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.207016] env[69644]: INFO nova.compute.manager [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Took 15.24 seconds to build instance. [ 1119.225365] env[69644]: DEBUG nova.objects.instance [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.306087] env[69644]: DEBUG nova.compute.manager [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Received event network-changed-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.306298] env[69644]: DEBUG nova.compute.manager [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Refreshing instance network info cache due to event network-changed-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.306615] env[69644]: DEBUG oslo_concurrency.lockutils [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] Acquiring lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.337155] env[69644]: DEBUG nova.network.neutron [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Updating instance_info_cache with network_info: [{"id": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "address": "fa:16:3e:47:93:8d", "network": {"id": "ba07a880-1a50-452b-b340-a000030b9225", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1577159585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57838d5c768c401a9407ef6442a46ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707ad1b-aa", "ovs_interfaceid": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.665929] env[69644]: INFO nova.compute.manager [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] instance snapshotting [ 1119.668498] env[69644]: DEBUG nova.compute.manager [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.668690] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.669512] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497529e-7f9f-4b5f-8589-146fd4faa789 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.672785] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f473c9-9d79-41f1-8ee6-4226ba4e19b1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.692588] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.692980] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea9d757-2189-4584-8445-ab8cc6a6040f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.695031] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8348e81-fefd-4626-b168-dad94f380b5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.704585] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.083s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.705092] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.707454] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1119.707454] env[69644]: value = "task-3553602" [ 1119.707454] env[69644]: _type = "Task" [ 1119.707454] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.707961] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.030s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.708200] env[69644]: DEBUG nova.objects.instance [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'resources' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.709364] env[69644]: DEBUG oslo_concurrency.lockutils [None req-51c76638-f9bf-4bfe-bf37-7aac04d9f25a tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.749s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.717605] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.840336] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Releasing lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.840724] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Instance network_info: |[{"id": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "address": "fa:16:3e:47:93:8d", "network": {"id": "ba07a880-1a50-452b-b340-a000030b9225", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1577159585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57838d5c768c401a9407ef6442a46ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707ad1b-aa", "ovs_interfaceid": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.841049] env[69644]: DEBUG oslo_concurrency.lockutils [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] Acquired lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.841267] env[69644]: DEBUG nova.network.neutron [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Refreshing network info cache for port d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.842619] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:93:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd707ad1b-aa66-45e6-a5e2-a3df41ed4aa0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.850434] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Creating folder: Project (57838d5c768c401a9407ef6442a46ce9). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.851021] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff6cd17d-989f-4086-b996-d6fded383cb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.864178] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Created folder: Project (57838d5c768c401a9407ef6442a46ce9) in parent group-v709242. [ 1119.864961] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Creating folder: Instances. Parent ref: group-v709517. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.864961] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c90df4-c75d-466b-92e8-a906bbb76e7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.878806] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Created folder: Instances in parent group-v709517. [ 1119.879091] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.879317] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.879977] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-494d1226-c9fb-4c2e-bc17-ebe2319754af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.901178] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.901178] env[69644]: value = "task-3553605" [ 1119.901178] env[69644]: _type = "Task" [ 1119.901178] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.910875] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553605, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.209402] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.209804] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f294033-0b42-45e9-8548-da227a9daec6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.216387] env[69644]: DEBUG nova.compute.utils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.217969] env[69644]: DEBUG nova.objects.instance [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'numa_topology' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.219682] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.219682] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.230648] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553602, 'name': PowerOffVM_Task, 'duration_secs': 0.328671} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.232442] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.232442] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.232970] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c24f9a22-b46e-439e-bc3f-4956e2303af3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.824s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.233960] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1120.233960] env[69644]: value = "task-3553606" [ 1120.233960] env[69644]: _type = "Task" [ 1120.233960] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.234860] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5bd2ff4-0e31-4570-a363-5b0da52554c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.247703] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.290879] env[69644]: DEBUG nova.policy [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.306269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.306490] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.306664] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleting the datastore file [datastore2] 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.306932] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-475eef07-3158-496e-b08b-04b462969842 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.314470] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1120.314470] env[69644]: value = "task-3553608" [ 1120.314470] env[69644]: _type = "Task" [ 1120.314470] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.323852] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.411377] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553605, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.558940] env[69644]: DEBUG nova.network.neutron [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Updated VIF entry in instance network info cache for port d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.559255] env[69644]: DEBUG nova.network.neutron [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Updating instance_info_cache with network_info: [{"id": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "address": "fa:16:3e:47:93:8d", "network": {"id": "ba07a880-1a50-452b-b340-a000030b9225", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1577159585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57838d5c768c401a9407ef6442a46ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707ad1b-aa", "ovs_interfaceid": "d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.650732] env[69644]: DEBUG oslo_concurrency.lockutils [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.650732] env[69644]: DEBUG oslo_concurrency.lockutils [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.650732] env[69644]: DEBUG nova.compute.manager [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.651670] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32070a1b-a565-4ef9-9dd8-54ac68f9bdc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.660116] env[69644]: DEBUG nova.compute.manager [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1120.660116] env[69644]: DEBUG nova.objects.instance [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.704946] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.705056] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.705485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.705485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.705606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.708040] env[69644]: INFO nova.compute.manager [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Terminating instance [ 1120.709763] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Successfully created port: 0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.721783] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.724321] env[69644]: DEBUG nova.objects.base [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.746185] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.768256] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.768346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.826500] env[69644]: DEBUG oslo_vmware.api [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.830029] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.830325] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.830546] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.830744] env[69644]: INFO nova.compute.manager [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1120.830993] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.831666] env[69644]: DEBUG nova.compute.manager [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.831766] env[69644]: DEBUG nova.network.neutron [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.914265] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553605, 'name': CreateVM_Task, 'duration_secs': 0.529227} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.916878] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.917808] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.917906] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.918300] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.918587] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eab54e-efba-4c7c-8e9c-a8fd279839e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.923193] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1120.923193] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525961b3-4218-72c3-c319-0e429c7dd0e6" [ 1120.923193] env[69644]: _type = "Task" [ 1120.923193] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.932650] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525961b3-4218-72c3-c319-0e429c7dd0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.969217] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457d813-681f-4f8c-87f8-dda1d17a53ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.976945] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc5af5-acd6-438e-bc22-e8e944687f94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.015743] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862249a5-f36a-4429-87fc-ded6e0f5ace1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.024235] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ae362-1919-4673-9e7a-07372f4342a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.040575] env[69644]: DEBUG nova.compute.provider_tree [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.063057] env[69644]: DEBUG oslo_concurrency.lockutils [req-14c0d559-d643-40f1-b2a9-4f2834358cb5 req-7e00151a-6846-4369-a8f5-6e2ea7c0cd3b service nova] Releasing lock "refresh_cache-5ce277c1-419b-469a-8c70-50bcab5383dd" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.218022] env[69644]: DEBUG nova.compute.manager [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.218022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.218022] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45087883-baa0-4c70-bd7e-3172ceff7f5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.226674] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.228016] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c616cb-03f8-4b14-82d5-4cbe4b8c97ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.237562] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1121.237562] env[69644]: value = "task-3553609" [ 1121.237562] env[69644]: _type = "Task" [ 1121.237562] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.254122] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553606, 'name': CreateSnapshot_Task, 'duration_secs': 0.817061} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.256022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.256462] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.257296] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d295290-700c-4fe4-8cfc-ecc2b97feda4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.275013] env[69644]: INFO nova.compute.manager [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Detaching volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 [ 1121.321759] env[69644]: INFO nova.virt.block_device [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Attempting to driver detach volume 35c24df5-b2e2-46cc-b3d0-c6b417520b93 from mountpoint /dev/sdb [ 1121.321942] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.322168] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.324100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba9598-f4f5-478a-9a1f-4ecc10138301 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.333099] env[69644]: DEBUG nova.compute.manager [req-89b942da-463a-4263-9ac0-03d55efb3792 req-70fbfe70-8246-41c7-bd03-cef60abd2900 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Received event network-vif-deleted-05e06b91-2aec-4e56-84a1-bf507ce8a08a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.333326] env[69644]: INFO nova.compute.manager [req-89b942da-463a-4263-9ac0-03d55efb3792 req-70fbfe70-8246-41c7-bd03-cef60abd2900 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Neutron deleted interface 05e06b91-2aec-4e56-84a1-bf507ce8a08a; detaching it from the instance and deleting it from the info cache [ 1121.333512] env[69644]: DEBUG nova.network.neutron [req-89b942da-463a-4263-9ac0-03d55efb3792 req-70fbfe70-8246-41c7-bd03-cef60abd2900 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.352842] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc791f32-1659-4da6-a487-b0a20ce7aa6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.355974] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c17124ab-f64f-45a4-b149-3582b9aabaa0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.364084] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1311ff3-efea-40cc-867b-13dbb189e3e3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.370415] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517caaeb-27d7-4066-8dcd-39da55fbf564 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.410936] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61aabda-8bb4-4964-8034-2ed2642aadf2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.413904] env[69644]: DEBUG nova.compute.manager [req-89b942da-463a-4263-9ac0-03d55efb3792 req-70fbfe70-8246-41c7-bd03-cef60abd2900 service nova] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Detach interface failed, port_id=05e06b91-2aec-4e56-84a1-bf507ce8a08a, reason: Instance 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.430742] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] The volume has not been displaced from its original location: [datastore1] volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93/volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.436468] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.439554] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f775bfe6-290d-4eb4-8cd1-71eda1b0bebe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.458177] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525961b3-4218-72c3-c319-0e429c7dd0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01487} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.459346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.459599] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.459830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.460236] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.460539] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1121.460539] env[69644]: value = "task-3553610" [ 1121.460539] env[69644]: _type = "Task" [ 1121.460539] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.460768] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969e9313-589b-4bb3-97c3-e68cd0fe6f08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.470582] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.472111] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.472446] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.472990] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599e5dc8-b0a6-4381-a164-dd1d85875307 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.478659] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1121.478659] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e0ea97-5e2d-29a5-1442-deeb1638e9e5" [ 1121.478659] env[69644]: _type = "Task" [ 1121.478659] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.485379] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e0ea97-5e2d-29a5-1442-deeb1638e9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.544388] env[69644]: DEBUG nova.scheduler.client.report [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.672388] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.672774] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c633186-6a3f-4f4c-9a21-25419fcfd26e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.680399] env[69644]: DEBUG oslo_vmware.api [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1121.680399] env[69644]: value = "task-3553611" [ 1121.680399] env[69644]: _type = "Task" [ 1121.680399] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.688525] env[69644]: DEBUG oslo_vmware.api [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.739903] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.751498] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553609, 'name': PowerOffVM_Task, 'duration_secs': 0.195203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.751775] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.751942] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.752228] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97850fdc-2b82-4ea1-94fb-def29663c6fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.765758] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.766088] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.766165] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.766351] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.766478] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.766621] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.766826] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.766982] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.767213] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.767344] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.767481] env[69644]: DEBUG nova.virt.hardware [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.768385] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2d721-faa6-4ba2-a781-0104690166e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.777977] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1121.778330] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e81326d-def9-41d4-8cd4-b07d8906c7ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.788312] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260666a3-b77f-4c6f-b584-62ed4fd2ec11 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.792591] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1121.792591] env[69644]: value = "task-3553613" [ 1121.792591] env[69644]: _type = "Task" [ 1121.792591] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.809263] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553613, 'name': CloneVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.814760] env[69644]: DEBUG nova.network.neutron [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.841289] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.841517] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.841722] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] c6a5b7ce-4621-4aca-b2a1-06bcdd88a505 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.842343] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa0f6bf4-aa98-4261-8cb6-7c935a09710f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.851215] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1121.851215] env[69644]: value = "task-3553614" [ 1121.851215] env[69644]: _type = "Task" [ 1121.851215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.860741] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.973996] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553610, 'name': ReconfigVM_Task, 'duration_secs': 0.220176} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.974241] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.979375] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad53231-6ee0-4347-a00a-11eda81d603a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.000074] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e0ea97-5e2d-29a5-1442-deeb1638e9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014847} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.001895] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1122.001895] env[69644]: value = "task-3553615" [ 1122.001895] env[69644]: _type = "Task" [ 1122.001895] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.002136] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3292043a-9a61-49f2-aae8-6aff1d5dca8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.011703] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1122.011703] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52eb8876-c0c4-d772-9e67-b3b92e2d181d" [ 1122.011703] env[69644]: _type = "Task" [ 1122.011703] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.022024] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.029131] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52eb8876-c0c4-d772-9e67-b3b92e2d181d, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.029412] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.029842] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5ce277c1-419b-469a-8c70-50bcab5383dd/5ce277c1-419b-469a-8c70-50bcab5383dd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.030229] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea03580-5704-463e-9cee-76ed8f0315ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.038197] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1122.038197] env[69644]: value = "task-3553616" [ 1122.038197] env[69644]: _type = "Task" [ 1122.038197] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.051027] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.054250] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.057440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.979s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.057440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.057440] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1122.057440] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbce548-8ef5-4eb9-b81f-e825e2e90d22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.067166] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aeeefa-d234-4686-8a1f-d2ff04455979 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.084809] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70976c95-2cac-46fb-8f8f-63c09ae0553d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.094548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399f057-8c59-409c-8cc0-fd0be873e063 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.128448] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178247MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1122.128656] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.129017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.192422] env[69644]: DEBUG oslo_vmware.api [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553611, 'name': PowerOffVM_Task, 'duration_secs': 0.215613} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.192581] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.193839] env[69644]: DEBUG nova.compute.manager [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.193839] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e6b6c-9b5f-4737-b431-31a9b4a7c297 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309764] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553613, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.317659] env[69644]: INFO nova.compute.manager [-] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Took 1.49 seconds to deallocate network for instance. [ 1122.362329] env[69644]: DEBUG oslo_vmware.api [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247355} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.364551] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.364551] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.364551] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.364551] env[69644]: INFO nova.compute.manager [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1122.364551] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.367732] env[69644]: DEBUG nova.compute.manager [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Received event network-vif-plugged-0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.367732] env[69644]: DEBUG oslo_concurrency.lockutils [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] Acquiring lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.367732] env[69644]: DEBUG oslo_concurrency.lockutils [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.367732] env[69644]: DEBUG oslo_concurrency.lockutils [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.367732] env[69644]: DEBUG nova.compute.manager [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] No waiting events found dispatching network-vif-plugged-0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.367732] env[69644]: WARNING nova.compute.manager [req-dc7eac92-9faa-4c03-9329-3d1c809e3f22 req-471edf5f-028b-4dc6-9832-5be47c20579a service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Received unexpected event network-vif-plugged-0c01380c-bfe2-40b1-99d7-7429b327a498 for instance with vm_state building and task_state spawning. [ 1122.367732] env[69644]: DEBUG nova.compute.manager [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.367732] env[69644]: DEBUG nova.network.neutron [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.516481] env[69644]: DEBUG oslo_vmware.api [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553615, 'name': ReconfigVM_Task, 'duration_secs': 0.172086} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.516979] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709484', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'name': 'volume-35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e603be63-d732-4e6f-9432-7c5bc2b88ed5', 'attached_at': '', 'detached_at': '', 'volume_id': '35c24df5-b2e2-46cc-b3d0-c6b417520b93', 'serial': '35c24df5-b2e2-46cc-b3d0-c6b417520b93'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.553770] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553616, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.561230] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8562c096-4982-4db0-be27-63e16f0fd68c tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.939s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.561586] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.270s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.561774] env[69644]: INFO nova.compute.manager [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Unshelving [ 1122.571145] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Successfully updated port: 0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.708703] env[69644]: DEBUG oslo_concurrency.lockutils [None req-18037184-6401-4556-9d14-0151b14d201f tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.806568] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553613, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.826517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.049433] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554581} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.049723] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5ce277c1-419b-469a-8c70-50bcab5383dd/5ce277c1-419b-469a-8c70-50bcab5383dd.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.049878] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.050146] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c6c17d-ade3-4366-8270-5ce1eb128e68 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.057374] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1123.057374] env[69644]: value = "task-3553617" [ 1123.057374] env[69644]: _type = "Task" [ 1123.057374] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.068428] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.070093] env[69644]: DEBUG nova.objects.instance [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'flavor' on Instance uuid e603be63-d732-4e6f-9432-7c5bc2b88ed5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.074754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.074866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.075026] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.149709] env[69644]: DEBUG nova.network.neutron [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.174103] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.174416] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7b0853d4-ca04-4864-aa90-a79af013fe48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.174620] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance fe298bda-f599-4ec0-8ed1-de31d394f298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.174781] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.174938] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175111] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 53196b13-b976-4f28-b982-a94ca5558a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175228] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance e603be63-d732-4e6f-9432-7c5bc2b88ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175375] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 7cd1a218-c902-4cc7-80b0-a0df4a88a08c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175496] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 18cff6a1-993b-4414-85c6-39e3a686b233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175605] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175737] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 87399626-f345-43bb-a38a-3106fa357ad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.175894] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c6a5b7ce-4621-4aca-b2a1-06bcdd88a505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.176017] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5ce277c1-419b-469a-8c70-50bcab5383dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.176134] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 4ced32d3-d0ba-4795-9996-4d2bbb38192c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.268349] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d411e062-f269-4177-b877-1142f9181739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.268683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.306444] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553613, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.314218] env[69644]: DEBUG nova.objects.instance [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.359770] env[69644]: DEBUG nova.compute.manager [req-6097f461-d440-4179-971a-f6182315b648 req-1d9802e8-c9f5-4653-a042-179a620404b9 service nova] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Received event network-vif-deleted-ac02b137-7534-4bb4-bb34-05d04d49468f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.567156] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161611} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.567471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.568265] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b364bc4d-c010-4d77-a181-f52ed081a615 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.596747] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5ce277c1-419b-469a-8c70-50bcab5383dd/5ce277c1-419b-469a-8c70-50bcab5383dd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.598938] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ec7b5d-3564-4541-a992-6042438adf28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.618018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.625217] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1123.625217] env[69644]: value = "task-3553618" [ 1123.625217] env[69644]: _type = "Task" [ 1123.625217] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.633711] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553618, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.646448] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.652235] env[69644]: INFO nova.compute.manager [-] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Took 1.28 seconds to deallocate network for instance. [ 1123.679044] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ea9a6b16-277b-45af-b9f1-4eb58826375b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1123.773630] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.804524] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553613, 'name': CloneVM_Task, 'duration_secs': 1.916662} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.805085] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Created linked-clone VM from snapshot [ 1123.805553] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442099b-f261-4b7c-b528-143089b42f66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.813381] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Uploading image b8129a0b-d05a-4133-99ac-8b53e800f623 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1123.816275] env[69644]: DEBUG nova.network.neutron [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Updating instance_info_cache with network_info: [{"id": "0c01380c-bfe2-40b1-99d7-7429b327a498", "address": "fa:16:3e:76:d8:32", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c01380c-bf", "ovs_interfaceid": "0c01380c-bfe2-40b1-99d7-7429b327a498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.821250] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.821431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.821619] env[69644]: DEBUG nova.network.neutron [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.821819] env[69644]: DEBUG nova.objects.instance [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'info_cache' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.825260] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.825790] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-417819ca-115d-406a-9628-007fe7068154 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.833514] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1123.833514] env[69644]: value = "task-3553619" [ 1123.833514] env[69644]: _type = "Task" [ 1123.833514] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.843913] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553619, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.119666] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ff85c8f5-6f00-47f2-b32e-c45cb4e55983 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.351s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.136499] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553618, 'name': ReconfigVM_Task, 'duration_secs': 0.495979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.136821] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5ce277c1-419b-469a-8c70-50bcab5383dd/5ce277c1-419b-469a-8c70-50bcab5383dd.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.137809] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa31046-064f-4c0d-8ca8-afe35c8a88a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.144344] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1124.144344] env[69644]: value = "task-3553620" [ 1124.144344] env[69644]: _type = "Task" [ 1124.144344] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.152902] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553620, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.159317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.183758] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d411e062-f269-4177-b877-1142f9181739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1124.183758] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1124.183758] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1124.293742] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.320350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.320712] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Instance network_info: |[{"id": "0c01380c-bfe2-40b1-99d7-7429b327a498", "address": "fa:16:3e:76:d8:32", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c01380c-bf", "ovs_interfaceid": "0c01380c-bfe2-40b1-99d7-7429b327a498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.321111] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:d8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c01380c-bfe2-40b1-99d7-7429b327a498', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.328733] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating folder: Project (6c5c55a811e14562b17bdc31fde49550). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.332667] env[69644]: DEBUG nova.objects.base [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Object Instance<7cd1a218-c902-4cc7-80b0-a0df4a88a08c> lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.333735] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b56b56-296f-4e57-99d2-b99f362ef8be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.348125] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553619, 'name': Destroy_Task, 'duration_secs': 0.45277} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.350164] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Destroyed the VM [ 1124.350419] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.353131] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fbd0d19-3bce-4317-8188-6436e5919d4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.354890] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created folder: Project (6c5c55a811e14562b17bdc31fde49550) in parent group-v709242. [ 1124.355067] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating folder: Instances. Parent ref: group-v709522. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.355616] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cad16a3-03b6-48f6-9d20-0e7f782faaa9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.361287] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.361709] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.361923] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.362177] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.362313] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.362485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.364499] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62e9e3-73b0-45f8-8a9a-18c561b6bb27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.368211] env[69644]: INFO nova.compute.manager [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Terminating instance [ 1124.372375] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1124.372375] env[69644]: value = "task-3553622" [ 1124.372375] env[69644]: _type = "Task" [ 1124.372375] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.375086] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created folder: Instances in parent group-v709522. [ 1124.375354] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.379615] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.381575] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bfca348-15f7-49f0-bd5d-05baa0a72a24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.395569] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.395743] env[69644]: ERROR oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk due to incomplete transfer. [ 1124.400434] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bef1002f-5ebc-4876-842f-319789c95470 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.402982] env[69644]: DEBUG nova.compute.manager [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Received event network-changed-0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.403179] env[69644]: DEBUG nova.compute.manager [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Refreshing instance network info cache due to event network-changed-0c01380c-bfe2-40b1-99d7-7429b327a498. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.403382] env[69644]: DEBUG oslo_concurrency.lockutils [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] Acquiring lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.403520] env[69644]: DEBUG oslo_concurrency.lockutils [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] Acquired lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.403674] env[69644]: DEBUG nova.network.neutron [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Refreshing network info cache for port 0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.409164] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553622, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.412919] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.412919] env[69644]: value = "task-3553624" [ 1124.412919] env[69644]: _type = "Task" [ 1124.412919] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.420045] env[69644]: DEBUG oslo_vmware.rw_handles [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c50a0-ed06-f7c3-1e77-b7b09c09b00c/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.420302] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploaded image 2116a853-dcdf-48ea-842f-f511a70529f4 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.422876] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.424340] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91e5f7ec-7b71-4150-89d8-0e3511774383 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.428908] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553624, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.436502] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1124.436502] env[69644]: value = "task-3553625" [ 1124.436502] env[69644]: _type = "Task" [ 1124.436502] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.444982] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553625, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.446990] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d44d6-2742-4d12-a925-878f5d78a8eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.455413] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2145240-9bb4-4e0d-81c7-1c292d236b57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.488805] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f407672-01d0-4941-924c-314c85750a9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.496682] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe392c-11e9-48df-94a5-0b221a7c1658 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.510462] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.654847] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553620, 'name': Rename_Task, 'duration_secs': 0.297285} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.655160] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.655431] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-431c720d-0f65-4b7d-b334-777bb2ca93f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.662177] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1124.662177] env[69644]: value = "task-3553626" [ 1124.662177] env[69644]: _type = "Task" [ 1124.662177] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.669753] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.876515] env[69644]: DEBUG nova.compute.manager [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.876755] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.880766] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f38c1d-75bb-4ae5-8413-11bdc0df1603 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.889140] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553622, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.891544] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.891801] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e847d0-96ce-4696-8a4e-1f81d56b626f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.898628] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1124.898628] env[69644]: value = "task-3553627" [ 1124.898628] env[69644]: _type = "Task" [ 1124.898628] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.908161] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.923622] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553624, 'name': CreateVM_Task, 'duration_secs': 0.493942} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.923800] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.924414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.924951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.924951] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.925238] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab013553-3189-4d56-84e0-02e0329edbc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.929749] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1124.929749] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a9c59-3f06-b58c-f183-feaff76528a0" [ 1124.929749] env[69644]: _type = "Task" [ 1124.929749] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.939165] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a9c59-3f06-b58c-f183-feaff76528a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.949923] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553625, 'name': Destroy_Task, 'duration_secs': 0.466023} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.950362] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroyed the VM [ 1124.951022] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.951270] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee516cc1-4d4e-473b-ae9f-2be70f6a7fe2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.961380] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1124.961380] env[69644]: value = "task-3553628" [ 1124.961380] env[69644]: _type = "Task" [ 1124.961380] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.970247] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.013774] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.079083] env[69644]: DEBUG nova.network.neutron [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [{"id": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "address": "fa:16:3e:5c:8c:4c", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a136c80-cb", "ovs_interfaceid": "1a136c80-cb9b-4cae-a49c-f4d6e7c932f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.172170] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.256011] env[69644]: DEBUG nova.network.neutron [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Updated VIF entry in instance network info cache for port 0c01380c-bfe2-40b1-99d7-7429b327a498. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.256531] env[69644]: DEBUG nova.network.neutron [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Updating instance_info_cache with network_info: [{"id": "0c01380c-bfe2-40b1-99d7-7429b327a498", "address": "fa:16:3e:76:d8:32", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c01380c-bf", "ovs_interfaceid": "0c01380c-bfe2-40b1-99d7-7429b327a498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.388650] env[69644]: DEBUG oslo_vmware.api [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553622, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984759} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.388942] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.408966] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553627, 'name': PowerOffVM_Task, 'duration_secs': 0.229439} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.409312] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.409534] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.409836] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c12e0572-8846-43e1-953e-c9b53a5046fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.440351] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528a9c59-3f06-b58c-f183-feaff76528a0, 'name': SearchDatastore_Task, 'duration_secs': 0.033283} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.440655] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440896] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.441144] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.441292] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.441472] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.441732] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b01691-50dd-43a3-96a6-004cf1e1b55c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.449430] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.449602] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.450330] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d46608-a79f-4b09-83c8-32d6173c35dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.455465] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1125.455465] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bd784-0679-9787-5c4d-a01f3867e6c4" [ 1125.455465] env[69644]: _type = "Task" [ 1125.455465] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.462788] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bd784-0679-9787-5c4d-a01f3867e6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.469915] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553628, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.470962] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.471183] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.471370] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore2] e603be63-d732-4e6f-9432-7c5bc2b88ed5 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.471596] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb60a6ac-18e1-47d4-850b-4472d3880b09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.476712] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1125.476712] env[69644]: value = "task-3553630" [ 1125.476712] env[69644]: _type = "Task" [ 1125.476712] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.484081] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.520032] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1125.520032] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.391s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.520266] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.694s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.520371] env[69644]: DEBUG nova.objects.instance [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'resources' on Instance uuid 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.582058] env[69644]: DEBUG oslo_concurrency.lockutils [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "refresh_cache-7cd1a218-c902-4cc7-80b0-a0df4a88a08c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.672132] env[69644]: DEBUG oslo_vmware.api [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553626, 'name': PowerOnVM_Task, 'duration_secs': 0.634186} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.672322] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.672524] env[69644]: INFO nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1125.672702] env[69644]: DEBUG nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.673505] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb520c3-a0f5-44ad-813a-b4e31553a42a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.759132] env[69644]: DEBUG oslo_concurrency.lockutils [req-51cb239a-2c97-4e43-aa04-b88e09250c73 req-d5a5e1bf-dcc2-4df3-bb63-64fef2c9fcf1 service nova] Releasing lock "refresh_cache-4ced32d3-d0ba-4795-9996-4d2bbb38192c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.895092] env[69644]: WARNING nova.compute.manager [None req-9e893527-ed08-4e2c-bdcd-1ddb014c40b0 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Image not found during snapshot: nova.exception.ImageNotFound: Image b8129a0b-d05a-4133-99ac-8b53e800f623 could not be found. [ 1125.966758] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bd784-0679-9787-5c4d-a01f3867e6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.970484] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb0bce5-023b-40c8-9425-b8a11881b081 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.978844] env[69644]: DEBUG oslo_vmware.api [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595796} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.982271] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.982541] env[69644]: INFO nova.compute.manager [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 1125.984962] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1125.984962] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52109698-4ed4-f046-3b08-a51023ade5e3" [ 1125.984962] env[69644]: _type = "Task" [ 1125.984962] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.991543] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.996511] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52109698-4ed4-f046-3b08-a51023ade5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018245} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.996735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.996978] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4ced32d3-d0ba-4795-9996-4d2bbb38192c/4ced32d3-d0ba-4795-9996-4d2bbb38192c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.997227] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839115f6-8e0f-44c7-a055-a5fb83f53bb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.005613] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1126.005613] env[69644]: value = "task-3553631" [ 1126.005613] env[69644]: _type = "Task" [ 1126.005613] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.013655] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.190885] env[69644]: INFO nova.compute.manager [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Took 15.87 seconds to build instance. [ 1126.224424] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc3036-64fa-47b3-8e85-830f3e7026c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.234993] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8167ca0-a541-4399-8d19-c7425830b4c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.287293] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c4efab-ce39-4205-9891-89cd1ff1aaff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.296637] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90dc281-ac38-4a18-ac1e-50cff766fd30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.310847] env[69644]: DEBUG nova.compute.provider_tree [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.402186] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.402575] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.490522] env[69644]: DEBUG oslo_vmware.api [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560416} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.492955] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.493176] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.493367] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.493540] env[69644]: INFO nova.compute.manager [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1126.493901] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.494509] env[69644]: DEBUG nova.compute.manager [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.494621] env[69644]: DEBUG nova.network.neutron [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.516349] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.556917] env[69644]: DEBUG nova.compute.manager [None req-aff2af10-1f43-4948-b692-5e5f29dc1b3d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Found 1 images (rotation: 2) {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1126.587231] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.587371] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8e72d4-d463-4e58-8f99-addb0258be66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.597559] env[69644]: DEBUG oslo_vmware.api [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1126.597559] env[69644]: value = "task-3553632" [ 1126.597559] env[69644]: _type = "Task" [ 1126.597559] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.608236] env[69644]: DEBUG oslo_vmware.api [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.693555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ec5c571a-051f-475c-b367-6c5469933854 tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.378s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.814509] env[69644]: DEBUG nova.scheduler.client.report [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.893547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "87399626-f345-43bb-a38a-3106fa357ad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.893821] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.894050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "87399626-f345-43bb-a38a-3106fa357ad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.894243] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.894418] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.896658] env[69644]: INFO nova.compute.manager [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Terminating instance [ 1126.905995] env[69644]: INFO nova.compute.manager [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Detaching volume 11fd4a7c-10ea-40b4-9328-be9c78e35cf5 [ 1126.941920] env[69644]: INFO nova.virt.block_device [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Attempting to driver detach volume 11fd4a7c-10ea-40b4-9328-be9c78e35cf5 from mountpoint /dev/sdb [ 1126.942367] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.942691] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709495', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'name': 'volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18cff6a1-993b-4414-85c6-39e3a686b233', 'attached_at': '', 'detached_at': '', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'serial': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.943825] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48de76-5155-4a75-a6a8-7d5cdb3d8401 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.970697] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aa077f-65da-417c-974b-c734c1965c0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.978827] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca88c64-0cec-4219-9d90-2c7ced54b2ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.003067] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f0f76f-0e83-4883-8512-dc3ac58062dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.025360] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] The volume has not been displaced from its original location: [datastore2] volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5/volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.032789] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.036814] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1bdd0f-e45b-4691-9de8-cf5f998dc2be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.052356] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751556} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.053251] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 4ced32d3-d0ba-4795-9996-4d2bbb38192c/4ced32d3-d0ba-4795-9996-4d2bbb38192c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.053482] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.054401] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52bf171b-6202-4323-a735-94f84a7cffe5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.061096] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1127.061096] env[69644]: value = "task-3553633" [ 1127.061096] env[69644]: _type = "Task" [ 1127.061096] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.065935] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1127.065935] env[69644]: value = "task-3553634" [ 1127.065935] env[69644]: _type = "Task" [ 1127.065935] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.073162] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.078327] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.108664] env[69644]: DEBUG oslo_vmware.api [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553632, 'name': PowerOnVM_Task, 'duration_secs': 0.493946} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.109031] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.109292] env[69644]: DEBUG nova.compute.manager [None req-eb3899c9-6dda-47e7-a4ba-b90a5876bd18 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.110223] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15d586-9349-4489-91ec-ac3359b8d6f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.249826] env[69644]: DEBUG nova.compute.manager [req-c2709e6b-b746-463d-a53f-0311e42d2dd4 req-b560e85e-1447-40fb-8f3b-97fdd5fb36fb service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Received event network-vif-deleted-78a0cd90-a426-4a79-b9b2-dabd1cdaa560 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.250048] env[69644]: INFO nova.compute.manager [req-c2709e6b-b746-463d-a53f-0311e42d2dd4 req-b560e85e-1447-40fb-8f3b-97fdd5fb36fb service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Neutron deleted interface 78a0cd90-a426-4a79-b9b2-dabd1cdaa560; detaching it from the instance and deleting it from the info cache [ 1127.250240] env[69644]: DEBUG nova.network.neutron [req-c2709e6b-b746-463d-a53f-0311e42d2dd4 req-b560e85e-1447-40fb-8f3b-97fdd5fb36fb service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.321213] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.323395] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.706s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.324461] env[69644]: DEBUG nova.objects.instance [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'pci_requests' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.349999] env[69644]: INFO nova.scheduler.client.report [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted allocations for instance 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f [ 1127.405182] env[69644]: DEBUG nova.compute.manager [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.406596] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.406596] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee347a-1304-4d7b-84ca-c4e3daa392a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.416071] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.416327] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd022aca-694d-4817-acfc-5b18d0237686 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.423739] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1127.423739] env[69644]: value = "task-3553635" [ 1127.423739] env[69644]: _type = "Task" [ 1127.423739] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.431807] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.573437] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553633, 'name': ReconfigVM_Task, 'duration_secs': 0.253958} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.574203] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.584191] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da0e274-8032-4a56-a0ea-7650d20ac0b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.592682] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068275} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.595937] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.595937] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225291d0-d64e-431d-8432-a2c7b1559cfb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.598659] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1127.598659] env[69644]: value = "task-3553636" [ 1127.598659] env[69644]: _type = "Task" [ 1127.598659] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.620229] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4ced32d3-d0ba-4795-9996-4d2bbb38192c/4ced32d3-d0ba-4795-9996-4d2bbb38192c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.621198] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd41ed28-2154-44ab-acc6-90667f91ddd6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.642663] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.649694] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1127.649694] env[69644]: value = "task-3553637" [ 1127.649694] env[69644]: _type = "Task" [ 1127.649694] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.660558] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.675216] env[69644]: DEBUG nova.network.neutron [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.752611] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a56214-f94a-41ba-bac2-613b06274912 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.762955] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff69be-da7a-4569-8827-aca720d136aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.814262] env[69644]: DEBUG nova.compute.manager [req-c2709e6b-b746-463d-a53f-0311e42d2dd4 req-b560e85e-1447-40fb-8f3b-97fdd5fb36fb service nova] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Detach interface failed, port_id=78a0cd90-a426-4a79-b9b2-dabd1cdaa560, reason: Instance e603be63-d732-4e6f-9432-7c5bc2b88ed5 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.817825] env[69644]: DEBUG nova.compute.manager [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.818853] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b57cc3e-2a71-4425-9c27-74df17752d88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.832070] env[69644]: DEBUG nova.objects.instance [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'numa_topology' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.859950] env[69644]: DEBUG oslo_concurrency.lockutils [None req-588e8aa3-d1b3-4e3d-9ba4-1557aa33b88c tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "4ba6ff1e-ab15-4141-9ae3-2b133977ef3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.702s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.934952] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553635, 'name': PowerOffVM_Task, 'duration_secs': 0.196134} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.935407] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.935645] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.935933] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4879c81a-2745-49f3-8f60-8679555f8aba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.999362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.999673] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.999974] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleting the datastore file [datastore2] 87399626-f345-43bb-a38a-3106fa357ad8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.000316] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499e50b1-9334-4cd0-9194-75789ca165ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.007947] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1128.007947] env[69644]: value = "task-3553639" [ 1128.007947] env[69644]: _type = "Task" [ 1128.007947] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.015335] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.109279] env[69644]: DEBUG oslo_vmware.api [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553636, 'name': ReconfigVM_Task, 'duration_secs': 0.144895} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.109608] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709495', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'name': 'volume-11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18cff6a1-993b-4414-85c6-39e3a686b233', 'attached_at': '', 'detached_at': '', 'volume_id': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5', 'serial': '11fd4a7c-10ea-40b4-9328-be9c78e35cf5'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.163308] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.179193] env[69644]: INFO nova.compute.manager [-] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Took 1.68 seconds to deallocate network for instance. [ 1128.331249] env[69644]: INFO nova.compute.manager [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] instance snapshotting [ 1128.331897] env[69644]: DEBUG nova.objects.instance [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.334299] env[69644]: INFO nova.compute.claims [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.521603] env[69644]: DEBUG oslo_vmware.api [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334165} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.522266] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.522618] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.522922] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.524039] env[69644]: INFO nova.compute.manager [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.524039] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.524039] env[69644]: DEBUG nova.compute.manager [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.524039] env[69644]: DEBUG nova.network.neutron [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.666937] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553637, 'name': ReconfigVM_Task, 'duration_secs': 0.664319} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.667679] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4ced32d3-d0ba-4795-9996-4d2bbb38192c/4ced32d3-d0ba-4795-9996-4d2bbb38192c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.668158] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9054e0a9-5b4a-4d84-8793-80b33abc7087 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.673576] env[69644]: DEBUG nova.objects.instance [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'flavor' on Instance uuid 18cff6a1-993b-4414-85c6-39e3a686b233 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.680182] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1128.680182] env[69644]: value = "task-3553640" [ 1128.680182] env[69644]: _type = "Task" [ 1128.680182] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.686039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.692277] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553640, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.738833] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "5ce277c1-419b-469a-8c70-50bcab5383dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.739085] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.739293] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.739471] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.739632] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.742169] env[69644]: INFO nova.compute.manager [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Terminating instance [ 1128.841653] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5985b7-aa2c-4c62-b20f-f19e9611bb92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.863224] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f118253-70f7-4b37-8144-63846eed40d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.191220] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553640, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.242876] env[69644]: DEBUG nova.network.neutron [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.245394] env[69644]: DEBUG nova.compute.manager [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.245597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.246441] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3575eb-ef25-4526-b9d5-b7c894d795d5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.254392] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.255369] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d64a4f4-7257-4754-9932-688efbb2e5d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.262404] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1129.262404] env[69644]: value = "task-3553641" [ 1129.262404] env[69644]: _type = "Task" [ 1129.262404] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.270670] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.291540] env[69644]: DEBUG nova.compute.manager [req-83aca0c7-4d52-41fa-837e-80b2f0557f2b req-5812382a-609a-487a-97fa-abb14812ed5e service nova] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Received event network-vif-deleted-88bf4256-7eb9-4204-838a-f9a17de9c287 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.374873] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1129.377809] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-374a5211-1641-49f4-b3f0-fffc7f4290e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.388517] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1129.388517] env[69644]: value = "task-3553642" [ 1129.388517] env[69644]: _type = "Task" [ 1129.388517] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.402838] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.559594] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a189e1b-a34d-48ef-9334-d326eb6a578d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.568875] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f6ce2-345d-406e-b533-47a8a5a9d691 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.599557] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31e85b-96a2-4e87-b924-2385439314ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.607480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e55f31-0f5d-4392-acee-3a22266482d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.621430] env[69644]: DEBUG nova.compute.provider_tree [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.675201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.675434] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.686545] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bbf208d4-ce4e-4c5c-b910-d5a22e7f2e77 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.693428] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553640, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.745797] env[69644]: INFO nova.compute.manager [-] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Took 1.22 seconds to deallocate network for instance. [ 1129.775079] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.886074] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.886309] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.886569] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.886757] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.886944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.889336] env[69644]: INFO nova.compute.manager [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Terminating instance [ 1129.903901] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.124815] env[69644]: DEBUG nova.scheduler.client.report [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.178104] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.191537] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553640, 'name': Rename_Task, 'duration_secs': 1.214803} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.191826] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.192109] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6c2486-04a4-4764-9e52-2625dd31505f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.198707] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1130.198707] env[69644]: value = "task-3553643" [ 1130.198707] env[69644]: _type = "Task" [ 1130.198707] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.207338] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.252711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.273263] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553641, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.395675] env[69644]: DEBUG nova.compute.manager [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.396758] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.397760] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970b2958-73ed-4b48-8e26-d3ec0189af28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.406051] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553642, 'name': CreateSnapshot_Task, 'duration_secs': 0.565774} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.408129] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1130.408421] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.409103] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8526d4b6-2023-4bd3-a6a8-c87c88a47aca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.411456] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77614ce7-ac24-48eb-a155-e13346c4472e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.420706] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1130.420706] env[69644]: value = "task-3553644" [ 1130.420706] env[69644]: _type = "Task" [ 1130.420706] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.428944] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.630437] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.307s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.633041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.473s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.633041] env[69644]: DEBUG nova.objects.instance [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid c6a5b7ce-4621-4aca-b2a1-06bcdd88a505 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.665943] env[69644]: INFO nova.network.neutron [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating port a208b322-f53f-45dc-8743-d84b6780724f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1130.700323] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.709863] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.773721] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553641, 'name': PowerOffVM_Task, 'duration_secs': 1.020067} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.774405] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.774586] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.774839] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef79102d-0976-4c2c-b0f1-32757ee65e8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.836979] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.837415] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.837645] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Deleting the datastore file [datastore1] 5ce277c1-419b-469a-8c70-50bcab5383dd {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.838122] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d1e8892-9d25-432e-9529-5294cbe22325 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.845626] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for the task: (returnval){ [ 1130.845626] env[69644]: value = "task-3553646" [ 1130.845626] env[69644]: _type = "Task" [ 1130.845626] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.853879] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.929360] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.929769] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bae07bc9-938e-43d9-9a16-1a249da2d73a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.941553] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553644, 'name': PowerOffVM_Task, 'duration_secs': 0.22289} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.941808] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.941973] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.942238] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf1f6f2e-434d-434b-9b5d-9ab191aca056 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.945371] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1130.945371] env[69644]: value = "task-3553647" [ 1130.945371] env[69644]: _type = "Task" [ 1130.945371] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.954964] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553647, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.082034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.082034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.082034] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleting the datastore file [datastore2] 18cff6a1-993b-4414-85c6-39e3a686b233 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.082034] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd48cb5-0b55-4476-bb7e-2aa3abd3df9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.088629] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1131.088629] env[69644]: value = "task-3553649" [ 1131.088629] env[69644]: _type = "Task" [ 1131.088629] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.097152] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.211520] env[69644]: DEBUG oslo_vmware.api [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553643, 'name': PowerOnVM_Task, 'duration_secs': 0.76813} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.211795] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.212069] env[69644]: INFO nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1131.212266] env[69644]: DEBUG nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.215506] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e2a6f-b64b-4969-b2d0-a62d153e7d41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.331511] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803fc89f-a00f-46b4-9611-7b05e17a0a12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.338904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b05c1-4a98-4112-857c-393cede77307 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.370398] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09417e-03ab-47b7-bdfc-3f8ff75a5a39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.380159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee2fbe-1819-4b7a-bb3f-2c8f37130a8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.383609] env[69644]: DEBUG oslo_vmware.api [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Task: {'id': task-3553646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252187} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.383845] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.384031] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.384210] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.384383] env[69644]: INFO nova.compute.manager [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1131.384608] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.385087] env[69644]: DEBUG nova.compute.manager [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.385189] env[69644]: DEBUG nova.network.neutron [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.396027] env[69644]: DEBUG nova.compute.provider_tree [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.454977] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553647, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.599932] env[69644]: DEBUG oslo_vmware.api [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196719} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.600243] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.600433] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.600702] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.600783] env[69644]: INFO nova.compute.manager [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1131.601241] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.601241] env[69644]: DEBUG nova.compute.manager [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.601370] env[69644]: DEBUG nova.network.neutron [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.643390] env[69644]: DEBUG nova.compute.manager [req-e4cdf084-ae53-448f-93ca-a5de0f226c70 req-482ede19-1f21-4aea-8ba0-487bdacbd887 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Received event network-vif-deleted-d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.643390] env[69644]: INFO nova.compute.manager [req-e4cdf084-ae53-448f-93ca-a5de0f226c70 req-482ede19-1f21-4aea-8ba0-487bdacbd887 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Neutron deleted interface d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0; detaching it from the instance and deleting it from the info cache [ 1131.643390] env[69644]: DEBUG nova.network.neutron [req-e4cdf084-ae53-448f-93ca-a5de0f226c70 req-482ede19-1f21-4aea-8ba0-487bdacbd887 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.735596] env[69644]: INFO nova.compute.manager [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Took 19.23 seconds to build instance. [ 1131.920511] env[69644]: ERROR nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [req-72af28b3-8a15-4739-a187-0925da423d6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72af28b3-8a15-4739-a187-0925da423d6b"}]} [ 1131.939551] env[69644]: DEBUG nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.957172] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553647, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.959208] env[69644]: DEBUG nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.959414] env[69644]: DEBUG nova.compute.provider_tree [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.971560] env[69644]: DEBUG nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.990372] env[69644]: DEBUG nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.041158] env[69644]: DEBUG nova.compute.manager [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.041293] env[69644]: DEBUG oslo_concurrency.lockutils [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.041466] env[69644]: DEBUG oslo_concurrency.lockutils [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.041664] env[69644]: DEBUG oslo_concurrency.lockutils [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.041838] env[69644]: DEBUG nova.compute.manager [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] No waiting events found dispatching network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.042228] env[69644]: WARNING nova.compute.manager [req-c3b46d03-cf1c-4358-8ffa-17ccfe76d4b3 req-e513eb59-a647-4a87-9ffe-b3f14c9d8b2f service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received unexpected event network-vif-plugged-a208b322-f53f-45dc-8743-d84b6780724f for instance with vm_state shelved_offloaded and task_state spawning. [ 1132.120724] env[69644]: DEBUG nova.network.neutron [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.145446] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b49dea9-ad9d-4468-94d1-5cc8b1526f3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.158538] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd10706-bdc4-4231-870e-68b4155c72af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.196881] env[69644]: DEBUG nova.compute.manager [req-e4cdf084-ae53-448f-93ca-a5de0f226c70 req-482ede19-1f21-4aea-8ba0-487bdacbd887 service nova] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Detach interface failed, port_id=d707ad1b-aa66-45e6-a5e2-a3df41ed4aa0, reason: Instance 5ce277c1-419b-469a-8c70-50bcab5383dd could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.240231] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c194035c-0851-40c7-8a22-c15eaa02b9bd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.740s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.254806] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61528d29-2d84-4d68-bca3-d9e1f0cfa640 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.259701] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31feec7-d21e-4cb2-8910-8c652bdb9e8a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.293801] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8015cf8b-576a-4128-8240-a80710c3f2db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.303318] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44a5f1-c5b4-48cd-a560-dba039853e2c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.318227] env[69644]: DEBUG nova.compute.provider_tree [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.456080] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553647, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.462172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.462172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.462363] env[69644]: DEBUG nova.network.neutron [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.561402] env[69644]: DEBUG nova.network.neutron [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.623309] env[69644]: INFO nova.compute.manager [-] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Took 1.24 seconds to deallocate network for instance. [ 1132.850574] env[69644]: DEBUG nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.850871] env[69644]: DEBUG nova.compute.provider_tree [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 127 to 128 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.851033] env[69644]: DEBUG nova.compute.provider_tree [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.955880] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553647, 'name': CloneVM_Task, 'duration_secs': 1.737404} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.956169] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created linked-clone VM from snapshot [ 1132.956874] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe70d4e7-d6b0-4a6b-97b2-8ba5f4060adf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.963879] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploading image c08f5d67-8c3b-4a75-ab47-ae5b3d8b738d {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.985254] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1132.985254] env[69644]: value = "vm-709526" [ 1132.985254] env[69644]: _type = "VirtualMachine" [ 1132.985254] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1132.985519] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf0a163-7e38-4863-9a8a-3262e6bb6735 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.991966] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease: (returnval){ [ 1132.991966] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266f23a-743e-f521-afc2-1e5acbc9650c" [ 1132.991966] env[69644]: _type = "HttpNfcLease" [ 1132.991966] env[69644]: } obtained for exporting VM: (result){ [ 1132.991966] env[69644]: value = "vm-709526" [ 1132.991966] env[69644]: _type = "VirtualMachine" [ 1132.991966] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1132.992197] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the lease: (returnval){ [ 1132.992197] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266f23a-743e-f521-afc2-1e5acbc9650c" [ 1132.992197] env[69644]: _type = "HttpNfcLease" [ 1132.992197] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.003456] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.003456] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266f23a-743e-f521-afc2-1e5acbc9650c" [ 1133.003456] env[69644]: _type = "HttpNfcLease" [ 1133.003456] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.003729] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.003729] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5266f23a-743e-f521-afc2-1e5acbc9650c" [ 1133.003729] env[69644]: _type = "HttpNfcLease" [ 1133.003729] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.004427] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c7befe-5a32-4780-958f-c65669e59286 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.012061] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.012240] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.067426] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.067664] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.067864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.068094] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.068305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.070289] env[69644]: INFO nova.compute.manager [-] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Took 1.47 seconds to deallocate network for instance. [ 1133.071727] env[69644]: INFO nova.compute.manager [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Terminating instance [ 1133.101660] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bd6bfbf-1b72-4a2f-9449-17d3a275a720 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.131908] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.207180] env[69644]: DEBUG nova.network.neutron [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.355866] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.723s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.358506] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.065s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.360746] env[69644]: INFO nova.compute.claims [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.383169] env[69644]: INFO nova.scheduler.client.report [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance c6a5b7ce-4621-4aca-b2a1-06bcdd88a505 [ 1133.580919] env[69644]: DEBUG nova.compute.manager [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.581256] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.582297] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.583290] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cb06d-27b1-44ea-a63a-141260368a27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.592374] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.592702] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7a769a-ade9-4fda-82f1-59bfd0acd2f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.599721] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1133.599721] env[69644]: value = "task-3553651" [ 1133.599721] env[69644]: _type = "Task" [ 1133.599721] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.609053] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.673069] env[69644]: DEBUG nova.compute.manager [req-a7469885-1fd6-440d-8a80-d3cebe5b5a23 req-b33eb4af-9aa0-46d4-9ab6-3da7161a61ac service nova] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Received event network-vif-deleted-2d87c8f9-1e98-42cc-9d09-e4d0b200fb23 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.709775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.736085] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1978b587de926750269b067d877afd8b',container_format='bare',created_at=2025-04-24T15:02:43Z,direct_url=,disk_format='vmdk',id=a6575552-93b6-4dc6-8026-188bb027990e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1723298760-shelved',owner='4ea010f5ef1e42f18f104ae401113225',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-24T15:02:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.736577] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.736889] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.736889] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.736889] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.737778] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.738433] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.738769] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.739091] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.739411] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.739736] env[69644]: DEBUG nova.virt.hardware [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.741296] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cab4bd-164f-4988-9512-04e5d8a249a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.749313] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3866dda-3e9c-40b7-89ab-081b0dbb4f2c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.766269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:0c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a208b322-f53f-45dc-8743-d84b6780724f', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.774543] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.775190] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.777440] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f51597-3e9f-45fc-bc01-1350d71382fa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.799199] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.799199] env[69644]: value = "task-3553652" [ 1133.799199] env[69644]: _type = "Task" [ 1133.799199] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.808783] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553652, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.892749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1c57b826-70cf-44ee-9cc6-49b64c596e2b tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "c6a5b7ce-4621-4aca-b2a1-06bcdd88a505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.187s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.078217] env[69644]: DEBUG nova.compute.manager [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-changed-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.078720] env[69644]: DEBUG nova.compute.manager [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing instance network info cache due to event network-changed-a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.079319] env[69644]: DEBUG oslo_concurrency.lockutils [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.079882] env[69644]: DEBUG oslo_concurrency.lockutils [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.080274] env[69644]: DEBUG nova.network.neutron [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Refreshing network info cache for port a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.110324] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553651, 'name': PowerOffVM_Task, 'duration_secs': 0.238022} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.110861] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.112719] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.112719] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622b2446-ce7d-44cf-bd6c-e8de6aa4ef10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.196721] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.200331] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.200331] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore2] 4ced32d3-d0ba-4795-9996-4d2bbb38192c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.200331] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c174ce-07d9-4405-9074-4911630386dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.207860] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1134.207860] env[69644]: value = "task-3553654" [ 1134.207860] env[69644]: _type = "Task" [ 1134.207860] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.216582] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.310545] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553652, 'name': CreateVM_Task, 'duration_secs': 0.389093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.310849] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.311570] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.311771] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.312269] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.312725] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc46185-edf7-4bae-a4a6-b9508e7cb84a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.317187] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1134.317187] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524e2f35-e58e-d4c4-913f-540045fa9525" [ 1134.317187] env[69644]: _type = "Task" [ 1134.317187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.325403] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524e2f35-e58e-d4c4-913f-540045fa9525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.565499] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080933d2-2ddd-4651-b808-8967ca585683 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.572760] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1fb84-e015-40d2-9dda-82790f149e3d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.606041] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f3cab-cf1d-4358-af11-c445703939d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.613740] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fed068-5a85-4291-8846-765371a22dba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.631444] env[69644]: DEBUG nova.compute.provider_tree [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.716841] env[69644]: DEBUG oslo_vmware.api [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182171} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.717120] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.717367] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.717595] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.717840] env[69644]: INFO nova.compute.manager [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1134.718163] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.718367] env[69644]: DEBUG nova.compute.manager [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.718503] env[69644]: DEBUG nova.network.neutron [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.828490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.828490] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Processing image a6575552-93b6-4dc6-8026-188bb027990e {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.828490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.828490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.828886] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.828985] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d7681e-5956-4fca-893f-d1ccf7afebe5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.837501] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.837701] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.839162] env[69644]: DEBUG nova.network.neutron [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updated VIF entry in instance network info cache for port a208b322-f53f-45dc-8743-d84b6780724f. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.839515] env[69644]: DEBUG nova.network.neutron [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.840752] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2dc89a7-7cdb-4ba3-aaad-30c9ba891784 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.846687] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1134.846687] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52058747-2bdb-bee8-9ce6-98f68b8a3490" [ 1134.846687] env[69644]: _type = "Task" [ 1134.846687] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.854659] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52058747-2bdb-bee8-9ce6-98f68b8a3490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.960541] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "80264ffe-9c41-4d70-b331-82822f525824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.961651] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.136017] env[69644]: DEBUG nova.scheduler.client.report [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.344837] env[69644]: DEBUG oslo_concurrency.lockutils [req-766201a4-67cd-4de9-b4da-9f54f86eb4b7 req-16b56147-5896-4454-9739-2b54b57aee46 service nova] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.356433] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1135.356694] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Fetch image to [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc/OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1135.356872] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Downloading stream optimized image a6575552-93b6-4dc6-8026-188bb027990e to [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc/OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc.vmdk on the data store datastore2 as vApp {{(pid=69644) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1135.357057] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Downloading image file data a6575552-93b6-4dc6-8026-188bb027990e to the ESX as VM named 'OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc' {{(pid=69644) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1135.432753] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1135.432753] env[69644]: value = "resgroup-9" [ 1135.432753] env[69644]: _type = "ResourcePool" [ 1135.432753] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1135.434418] env[69644]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f6be2c72-bddb-4632-ac5e-7007b12fbc31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452958] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lease: (returnval){ [ 1135.452958] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1135.452958] env[69644]: _type = "HttpNfcLease" [ 1135.452958] env[69644]: } obtained for vApp import into resource pool (val){ [ 1135.452958] env[69644]: value = "resgroup-9" [ 1135.452958] env[69644]: _type = "ResourcePool" [ 1135.452958] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1135.453288] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the lease: (returnval){ [ 1135.453288] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1135.453288] env[69644]: _type = "HttpNfcLease" [ 1135.453288] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.459245] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.459245] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1135.459245] env[69644]: _type = "HttpNfcLease" [ 1135.459245] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.465731] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.641815] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.642323] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.645111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.959s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.645903] env[69644]: DEBUG nova.objects.instance [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'resources' on Instance uuid e603be63-d732-4e6f-9432-7c5bc2b88ed5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.678408] env[69644]: DEBUG nova.network.neutron [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.699512] env[69644]: DEBUG nova.compute.manager [req-e249f427-ace0-473d-a15b-c5d032a2e5c5 req-02b86083-f688-49ca-a287-3c5cccfa6e3d service nova] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Received event network-vif-deleted-0c01380c-bfe2-40b1-99d7-7429b327a498 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.962767] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.962767] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1135.962767] env[69644]: _type = "HttpNfcLease" [ 1135.962767] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.990327] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.151237] env[69644]: DEBUG nova.compute.utils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.157367] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.159598] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.182253] env[69644]: INFO nova.compute.manager [-] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Took 1.46 seconds to deallocate network for instance. [ 1136.226769] env[69644]: DEBUG nova.policy [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0625efebec6f4e47a4891f06310a90c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2709afce087c4407809ba82db5f41e55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.387379] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d1f08-e027-42ae-8015-92b5e150f8dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.396292] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f562f6db-9e20-4265-8a1e-0bcd4ab4a090 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.428332] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6bfab2-2fe3-4d64-bf7a-1f8bfa94d73a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.436381] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2edd7-5f1d-48d6-aa51-182968a51d89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.451266] env[69644]: DEBUG nova.compute.provider_tree [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.462697] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.462697] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1136.462697] env[69644]: _type = "HttpNfcLease" [ 1136.462697] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1136.463022] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1136.463022] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c973fc-c04f-6dc9-b5ad-b88396e3af17" [ 1136.463022] env[69644]: _type = "HttpNfcLease" [ 1136.463022] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1136.463761] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786db6ce-844c-4371-a6a5-62d8a0f0b416 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.474738] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1136.474738] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1136.546382] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Successfully created port: a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.553174] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-badda6ea-ad15-4d74-9dca-b9d7fdf37876 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.658416] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.687191] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.954054] env[69644]: DEBUG nova.scheduler.client.report [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.459408] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.461794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.209s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.462038] env[69644]: DEBUG nova.objects.instance [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lazy-loading 'resources' on Instance uuid 87399626-f345-43bb-a38a-3106fa357ad8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.488895] env[69644]: INFO nova.scheduler.client.report [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocations for instance e603be63-d732-4e6f-9432-7c5bc2b88ed5 [ 1137.642188] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1137.642469] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.643532] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb649031-c89a-43bf-aac8-4a720c3bfa31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.651994] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.652209] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1137.652497] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8a74ba2-510d-4029-a8c0-e0fb5d45fe72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.671114] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.695532] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.695854] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.696130] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.696369] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.696526] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.696754] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.697167] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.697359] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.697654] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.697861] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.698179] env[69644]: DEBUG nova.virt.hardware [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.699763] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6eeed-68dd-418b-8f3c-f1936998b660 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.710282] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71324097-5d1c-4930-9e7e-b5a05e2f1dd6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.862523] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291dd87-eece-72dc-f0fa-7069bf4c1776/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1137.863382] env[69644]: INFO nova.virt.vmwareapi.images [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Downloaded image file data a6575552-93b6-4dc6-8026-188bb027990e [ 1137.864232] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f438ed-33fa-4a23-8232-85627a0a437b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.881529] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff4a584-e2ee-43f1-9c8e-afafc35dcdde {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.912419] env[69644]: INFO nova.virt.vmwareapi.images [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] The imported VM was unregistered [ 1137.914615] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1137.914966] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.915289] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-280f7c9b-1fe1-4229-9d65-39d3f75f6415 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.928092] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Created directory with path [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.928328] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc/OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc.vmdk to [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk. {{(pid=69644) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1137.928673] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-716e4075-a3a8-4a5f-bb67-4adf8aaff33b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.937479] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1137.937479] env[69644]: value = "task-3553657" [ 1137.937479] env[69644]: _type = "Task" [ 1137.937479] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.948022] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.981347] env[69644]: DEBUG nova.compute.manager [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Received event network-vif-plugged-a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.981707] env[69644]: DEBUG oslo_concurrency.lockutils [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] Acquiring lock "d411e062-f269-4177-b877-1142f9181739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.982330] env[69644]: DEBUG oslo_concurrency.lockutils [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] Lock "d411e062-f269-4177-b877-1142f9181739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.982330] env[69644]: DEBUG oslo_concurrency.lockutils [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] Lock "d411e062-f269-4177-b877-1142f9181739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.982907] env[69644]: DEBUG nova.compute.manager [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] [instance: d411e062-f269-4177-b877-1142f9181739] No waiting events found dispatching network-vif-plugged-a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.983241] env[69644]: WARNING nova.compute.manager [req-45eda6de-ba4e-44b0-8b75-4a20851b0296 req-d12c9131-b768-4e5b-b44a-208e2ae4a04b service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Received unexpected event network-vif-plugged-a99e47fa-a629-4c81-bac0-c2768c4e932a for instance with vm_state building and task_state spawning. [ 1137.998350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-43e19851-1ae4-4e6c-ac1e-b9f38ada56b9 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "e603be63-d732-4e6f-9432-7c5bc2b88ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.635s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.094858] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Successfully updated port: a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.190913] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b14f5-b7ac-4a83-a968-3982bb2ee9e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.200981] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4fb74-6ec0-4ce0-8e39-fd908f914b5d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.240436] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a037d3d6-5027-4525-8d15-10f28234ca5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.252211] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e8dc4-7866-4517-ad9d-bc6fd9a98774 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.270551] env[69644]: DEBUG nova.compute.provider_tree [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.451160] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.600341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.600855] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.600855] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.775488] env[69644]: DEBUG nova.scheduler.client.report [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.953270] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.134566] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.282365] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.286336] env[69644]: DEBUG nova.network.neutron [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Updating instance_info_cache with network_info: [{"id": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "address": "fa:16:3e:b8:5d:4a", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99e47fa-a6", "ovs_interfaceid": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.287980] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.588s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.290080] env[69644]: INFO nova.compute.claims [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.308564] env[69644]: INFO nova.scheduler.client.report [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted allocations for instance 87399626-f345-43bb-a38a-3106fa357ad8 [ 1139.453239] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.794905] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.795373] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance network_info: |[{"id": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "address": "fa:16:3e:b8:5d:4a", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99e47fa-a6", "ovs_interfaceid": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.799282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:5d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99e47fa-a629-4c81-bac0-c2768c4e932a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.808042] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.808634] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e062-f269-4177-b877-1142f9181739] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.808876] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c16457-91dc-4bc1-982c-dc13614a5904 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.830651] env[69644]: DEBUG oslo_concurrency.lockutils [None req-75bde320-1927-4af1-8c68-01674ef1185a tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "87399626-f345-43bb-a38a-3106fa357ad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.937s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.832316] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "6d97d844-44dd-4800-9d68-568dd4fd755c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.832574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.841617] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.841617] env[69644]: value = "task-3553658" [ 1139.841617] env[69644]: _type = "Task" [ 1139.841617] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.858783] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553658, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.952506] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.996611] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.997701] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d8825-6589-421b-8fe5-6811fad1db4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.006610] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.006759] env[69644]: ERROR oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk due to incomplete transfer. [ 1140.009220] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc870b87-7de0-438a-b1c4-89d9fa056aac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.011647] env[69644]: DEBUG nova.compute.manager [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Received event network-changed-a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.011647] env[69644]: DEBUG nova.compute.manager [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Refreshing instance network info cache due to event network-changed-a99e47fa-a629-4c81-bac0-c2768c4e932a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.011775] env[69644]: DEBUG oslo_concurrency.lockutils [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] Acquiring lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.011825] env[69644]: DEBUG oslo_concurrency.lockutils [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] Acquired lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.012022] env[69644]: DEBUG nova.network.neutron [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Refreshing network info cache for port a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.024033] env[69644]: DEBUG oslo_vmware.rw_handles [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d60e8-bbda-f2b5-9e45-3820f8fefe2c/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1140.024189] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploaded image c08f5d67-8c3b-4a75-ab47-ae5b3d8b738d to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1140.026553] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1140.027127] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8158b2c8-94c6-4a0f-881c-67579f9e4e88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.037315] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1140.037315] env[69644]: value = "task-3553659" [ 1140.037315] env[69644]: _type = "Task" [ 1140.037315] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.048231] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553659, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.334917] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.354536] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553658, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.456682] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553657, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.278761} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.456949] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc/OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc.vmdk to [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk. [ 1140.457166] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Cleaning up location [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1140.457429] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_315c439b-ed41-42ca-98de-af735e787ecc {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.457850] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a086a0a8-6ce2-4a53-8cd9-7a46c3b87b82 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.478512] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1140.478512] env[69644]: value = "task-3553660" [ 1140.478512] env[69644]: _type = "Task" [ 1140.478512] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.488848] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.532716] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04100c13-7415-4b0a-8714-f9dd7bee5f0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.543071] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ecd60e-0953-40a9-9fda-54c2b2913638 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.553050] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553659, 'name': Destroy_Task, 'duration_secs': 0.468259} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.576399] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroyed the VM [ 1140.576654] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.577092] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffdf1cea-0969-4984-9e09-9e380d6375ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.579231] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132c4a5-41cd-415d-bea7-78ee513e330e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.592679] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c387f54-57e5-498a-97d7-152559cdb2b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.599113] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1140.599113] env[69644]: value = "task-3553661" [ 1140.599113] env[69644]: _type = "Task" [ 1140.599113] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.613652] env[69644]: DEBUG nova.compute.provider_tree [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.621783] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.728190] env[69644]: DEBUG nova.network.neutron [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Updated VIF entry in instance network info cache for port a99e47fa-a629-4c81-bac0-c2768c4e932a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.728469] env[69644]: DEBUG nova.network.neutron [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Updating instance_info_cache with network_info: [{"id": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "address": "fa:16:3e:b8:5d:4a", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99e47fa-a6", "ovs_interfaceid": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.857867] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553658, 'name': CreateVM_Task, 'duration_secs': 0.676839} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.857867] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e062-f269-4177-b877-1142f9181739] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.858483] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.858649] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.858967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.859239] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9b8e70-7aae-4916-8461-c8c35a79b749 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.863249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.864827] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1140.864827] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525133b2-9f1f-b856-c283-8334160e0745" [ 1140.864827] env[69644]: _type = "Task" [ 1140.864827] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.873914] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525133b2-9f1f-b856-c283-8334160e0745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.881449] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.881697] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.988573] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186597} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.988842] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.989018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.989269] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk to [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.989523] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95f8f42f-edaf-474f-8d8a-0d74fe264c90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.996846] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1140.996846] env[69644]: value = "task-3553662" [ 1140.996846] env[69644]: _type = "Task" [ 1140.996846] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.005396] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.109490] env[69644]: DEBUG oslo_vmware.api [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553661, 'name': RemoveSnapshot_Task, 'duration_secs': 0.519933} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.109843] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.110229] env[69644]: INFO nova.compute.manager [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 12.27 seconds to snapshot the instance on the hypervisor. [ 1141.116807] env[69644]: DEBUG nova.scheduler.client.report [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.231475] env[69644]: DEBUG oslo_concurrency.lockutils [req-cd1ff73e-a76f-4ac3-8abc-264135db3c5f req-3e86153d-1cd0-4bdb-b67e-69660ad2b0d8 service nova] Releasing lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.376512] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525133b2-9f1f-b856-c283-8334160e0745, 'name': SearchDatastore_Task, 'duration_secs': 0.033672} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.376847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.377095] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.377373] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.377490] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.377672] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.377947] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf96913-debc-43e6-8003-9e8945ad6d5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.383513] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.400441] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.400790] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.401715] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9cf4fd-440b-4265-becd-bca1933e2f29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.412723] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1141.412723] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bf2652-db9d-9ffe-413e-375c6f9a227b" [ 1141.412723] env[69644]: _type = "Task" [ 1141.412723] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.424664] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bf2652-db9d-9ffe-413e-375c6f9a227b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.509662] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.620817] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.621188] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.624295] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.492s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.624523] env[69644]: DEBUG nova.objects.instance [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lazy-loading 'resources' on Instance uuid 5ce277c1-419b-469a-8c70-50bcab5383dd {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.658217] env[69644]: DEBUG nova.compute.manager [None req-c255f261-c85c-4b93-ab26-92eb753f76a3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Found 2 images (rotation: 2) {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1141.911163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.930344] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bf2652-db9d-9ffe-413e-375c6f9a227b, 'name': SearchDatastore_Task, 'duration_secs': 0.05593} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.931388] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe8e502-f4e5-4b62-abe4-b8f1121f2b8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.940965] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1141.940965] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522bbc3d-fb7a-8c34-0f2a-b466700443a9" [ 1141.940965] env[69644]: _type = "Task" [ 1141.940965] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.952846] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522bbc3d-fb7a-8c34-0f2a-b466700443a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.011828] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.127654] env[69644]: DEBUG nova.compute.utils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.132798] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.132983] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.172488] env[69644]: DEBUG nova.policy [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245cef73c4094a7cafc73b27ec2ef568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3daa02c7c34b74889c41d305828acb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.353100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d687f7-57ce-48ea-8e1d-ff2115cbfff5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.364506] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d7c0c-5e78-413c-813e-50e13d828d2d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.403180] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15305716-ea3a-4334-ae93-620bfb436f6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.416228] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b07f15-2279-4c44-ac12-9ccb117ec427 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.437503] env[69644]: DEBUG nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.438845] env[69644]: DEBUG nova.compute.provider_tree [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.444119] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289dc80f-61e9-40e2-b5ad-005fbc8d98c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.464339] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522bbc3d-fb7a-8c34-0f2a-b466700443a9, 'name': SearchDatastore_Task, 'duration_secs': 0.089547} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.464444] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.464756] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.465138] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46c44ee-ff0f-4afb-aef9-c5739797f408 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.475370] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Successfully created port: 646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.481322] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1142.481322] env[69644]: value = "task-3553663" [ 1142.481322] env[69644]: _type = "Task" [ 1142.481322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.494161] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.512837] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.633145] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.948335] env[69644]: DEBUG nova.scheduler.client.report [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.965558] env[69644]: INFO nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] instance snapshotting [ 1142.966239] env[69644]: DEBUG nova.objects.instance [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.010855] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.020767] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.461385] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.464517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.882s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.464824] env[69644]: DEBUG nova.objects.instance [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'resources' on Instance uuid 18cff6a1-993b-4414-85c6-39e3a686b233 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.473271] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f83d9f-7766-4ff0-b64b-761770b56d29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.497433] env[69644]: INFO nova.scheduler.client.report [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Deleted allocations for instance 5ce277c1-419b-469a-8c70-50bcab5383dd [ 1143.502391] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b9ada-3281-49ff-909c-f39a16473b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.518348] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.527249] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.645643] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.674431] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.674736] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.674932] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.675140] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.675335] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.675524] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.675760] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.675940] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.676132] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.676302] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.676475] env[69644]: DEBUG nova.virt.hardware [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.677405] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5bb90-f129-44a6-ae2d-56dcf0e2c07e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.689863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ebfb1a-df18-4fb2-9c8f-e0541f940e4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.014502] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6aa51d33-a5b7-4154-b6d9-80f8c1dc94fe tempest-ServerMetadataTestJSON-644219404 tempest-ServerMetadataTestJSON-644219404-project-member] Lock "5ce277c1-419b-469a-8c70-50bcab5383dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.275s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.015458] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.419571} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.019361] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.019636] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.023917] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68af937f-8779-4273-97d3-af946dbb697a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.028917] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.029273] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ab4fd14-fe08-4b67-9940-ffc88c26e242 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.036578] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553662, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.542998} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.040500] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6575552-93b6-4dc6-8026-188bb027990e/a6575552-93b6-4dc6-8026-188bb027990e.vmdk to [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.042310] env[69644]: DEBUG nova.compute.manager [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Received event network-vif-plugged-646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.042625] env[69644]: DEBUG oslo_concurrency.lockutils [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.042941] env[69644]: DEBUG oslo_concurrency.lockutils [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.043241] env[69644]: DEBUG oslo_concurrency.lockutils [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.043515] env[69644]: DEBUG nova.compute.manager [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] No waiting events found dispatching network-vif-plugged-646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.043802] env[69644]: WARNING nova.compute.manager [req-7bcfe40b-1254-42cc-896d-7513fc4cf401 req-730bf1a1-b753-43d8-ae7e-3da19e05a65f service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Received unexpected event network-vif-plugged-646f58e9-63f2-4e62-8e89-e11d63f64b9c for instance with vm_state building and task_state spawning. [ 1144.044844] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1144.044844] env[69644]: value = "task-3553664" [ 1144.044844] env[69644]: _type = "Task" [ 1144.044844] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.050200] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eae3196-8fda-4f06-a41d-f1d12db5aaf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.054068] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1144.054068] env[69644]: value = "task-3553665" [ 1144.054068] env[69644]: _type = "Task" [ 1144.054068] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.082271] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.088733] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20c437f-1c06-408b-91dd-4fe398aea555 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.104357] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553664, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.108486] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.115598] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1144.115598] env[69644]: value = "task-3553666" [ 1144.115598] env[69644]: _type = "Task" [ 1144.115598] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.129554] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.223452] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Successfully updated port: 646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.237400] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3860ac6-4d4b-404d-a0ed-5e911e3048d3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.246450] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48ae132-6952-460a-89a8-91a7df4b2ae9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.280675] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b68cad-fde9-460d-87e1-eeecb0763a49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.289127] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e14d9-671d-4ba6-9913-3acba6b6baf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.303683] env[69644]: DEBUG nova.compute.provider_tree [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.564232] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070884} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.564945] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.565766] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9609fe3-f347-4384-84f8-8265cb9e9179 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.571064] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.592128] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.592128] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5287e982-230e-4d99-aaae-2a167103bc8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.614497] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1144.614497] env[69644]: value = "task-3553667" [ 1144.614497] env[69644]: _type = "Task" [ 1144.614497] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.627503] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.630402] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.726790] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.726790] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.726934] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.826158] env[69644]: ERROR nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [req-15e2267a-ec2d-4474-a98f-e464ed1146ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15e2267a-ec2d-4474-a98f-e464ed1146ea"}]} [ 1144.843407] env[69644]: DEBUG nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1144.858873] env[69644]: DEBUG nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1144.859107] env[69644]: DEBUG nova.compute.provider_tree [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.870475] env[69644]: DEBUG nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1144.888562] env[69644]: DEBUG nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1145.069338] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553665, 'name': CreateSnapshot_Task, 'duration_secs': 0.726948} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.069609] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.070442] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf0c96-8377-46df-8c23-a9af63b1ea16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.087832] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc67357-8699-49f8-8ca5-e82ad2cffa99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.095917] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01216c35-6970-436c-a156-335ab0fbd476 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.138269] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c78d7-83d3-4d65-9241-4c80e9f704bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.146595] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.154134] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.155384] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6bc36-c57b-4596-b52f-1b3093064322 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.172041] env[69644]: DEBUG nova.compute.provider_tree [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.271256] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.424777] env[69644]: DEBUG nova.network.neutron [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating instance_info_cache with network_info: [{"id": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "address": "fa:16:3e:a6:b0:05", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f58e9-63", "ovs_interfaceid": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.595223] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1145.595650] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f98bc57f-5e83-40be-82ce-0a59df757778 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.610748] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1145.610748] env[69644]: value = "task-3553668" [ 1145.610748] env[69644]: _type = "Task" [ 1145.610748] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.619685] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553668, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.642491] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553667, 'name': ReconfigVM_Task, 'duration_secs': 0.792703} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.645832] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.646341] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553666, 'name': ReconfigVM_Task, 'duration_secs': 1.294106} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.646573] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce1d1a01-e8ec-424b-9958-0d56988bfeb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.648184] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b/ea9a6b16-277b-45af-b9f1-4eb58826375b.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.648711] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37de40a6-d009-407a-999a-ef6b8e6fcc3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.656612] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1145.656612] env[69644]: value = "task-3553669" [ 1145.656612] env[69644]: _type = "Task" [ 1145.656612] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.657880] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1145.657880] env[69644]: value = "task-3553670" [ 1145.657880] env[69644]: _type = "Task" [ 1145.657880] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.678989] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553669, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.683470] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553670, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.716903] env[69644]: DEBUG nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.717195] env[69644]: DEBUG nova.compute.provider_tree [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 131 to 132 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.717381] env[69644]: DEBUG nova.compute.provider_tree [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.927398] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.927753] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Instance network_info: |[{"id": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "address": "fa:16:3e:a6:b0:05", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f58e9-63", "ovs_interfaceid": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.928215] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b0:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646f58e9-63f2-4e62-8e89-e11d63f64b9c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.935816] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.936036] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.936268] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d469d6dd-95e3-4edd-a4bd-0ba63b2d784a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.958053] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.958053] env[69644]: value = "task-3553671" [ 1145.958053] env[69644]: _type = "Task" [ 1145.958053] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.968315] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553671, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.066320] env[69644]: DEBUG nova.compute.manager [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Received event network-changed-646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.066474] env[69644]: DEBUG nova.compute.manager [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Refreshing instance network info cache due to event network-changed-646f58e9-63f2-4e62-8e89-e11d63f64b9c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.066931] env[69644]: DEBUG oslo_concurrency.lockutils [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] Acquiring lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.067100] env[69644]: DEBUG oslo_concurrency.lockutils [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] Acquired lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.067301] env[69644]: DEBUG nova.network.neutron [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Refreshing network info cache for port 646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.121938] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553668, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.170872] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553670, 'name': Rename_Task, 'duration_secs': 0.179889} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.173261] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.173565] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553669, 'name': Rename_Task, 'duration_secs': 0.179182} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.173783] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf887273-258c-4c2b-99b8-d8130a6f16d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.177057] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.177057] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9bb4ad-c375-409c-bf75-e91c88383606 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.184160] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1146.184160] env[69644]: value = "task-3553672" [ 1146.184160] env[69644]: _type = "Task" [ 1146.184160] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.185226] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1146.185226] env[69644]: value = "task-3553673" [ 1146.185226] env[69644]: _type = "Task" [ 1146.185226] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.197348] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.201325] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.222944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.758s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.225711] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.236s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.227219] env[69644]: INFO nova.compute.claims [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.251947] env[69644]: INFO nova.scheduler.client.report [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted allocations for instance 18cff6a1-993b-4414-85c6-39e3a686b233 [ 1146.469717] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553671, 'name': CreateVM_Task, 'duration_secs': 0.363652} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.469931] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.470742] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.470943] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.471448] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.471756] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197e9ce5-04f7-4c9a-bf4b-05eb626fae42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.477236] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1146.477236] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216a13-969e-fc06-f9b0-49345bfb6915" [ 1146.477236] env[69644]: _type = "Task" [ 1146.477236] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.486496] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216a13-969e-fc06-f9b0-49345bfb6915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.622942] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553668, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.699997] env[69644]: DEBUG oslo_vmware.api [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553672, 'name': PowerOnVM_Task, 'duration_secs': 0.507447} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.705459] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.705636] env[69644]: INFO nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1146.705812] env[69644]: DEBUG nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.706145] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.706904] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24a684-b368-40f3-bc32-e5138e4977c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.760440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-24e48745-6e2b-460a-8ed8-193f93e5906b tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "18cff6a1-993b-4414-85c6-39e3a686b233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.874s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.811478] env[69644]: DEBUG nova.network.neutron [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updated VIF entry in instance network info cache for port 646f58e9-63f2-4e62-8e89-e11d63f64b9c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.811852] env[69644]: DEBUG nova.network.neutron [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating instance_info_cache with network_info: [{"id": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "address": "fa:16:3e:a6:b0:05", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f58e9-63", "ovs_interfaceid": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.988327] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216a13-969e-fc06-f9b0-49345bfb6915, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.988645] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.988876] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.989138] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.989286] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.989471] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.989743] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d97c481e-f08b-4024-a4a2-8c14bb6a03b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.000890] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.001098] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.001816] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183f5658-5108-40bd-891b-f6e016cce2ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.007440] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1147.007440] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522a890b-d958-c44c-73d9-bd4297bc0ace" [ 1147.007440] env[69644]: _type = "Task" [ 1147.007440] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.015702] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522a890b-d958-c44c-73d9-bd4297bc0ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.123075] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553668, 'name': CloneVM_Task, 'duration_secs': 1.260353} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.123594] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Created linked-clone VM from snapshot [ 1147.124210] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186d3695-b5f6-49d2-bd0b-d560a6f68905 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132184] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploading image 5366170b-2cdb-4c28-ac47-67ca50a17044 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1147.159413] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1147.159413] env[69644]: value = "vm-709531" [ 1147.159413] env[69644]: _type = "VirtualMachine" [ 1147.159413] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1147.160200] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75d92440-64bd-418c-88ce-1cd1a3e240a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.170039] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease: (returnval){ [ 1147.170039] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277960b-f7b6-b305-fde9-30b55354d74f" [ 1147.170039] env[69644]: _type = "HttpNfcLease" [ 1147.170039] env[69644]: } obtained for exporting VM: (result){ [ 1147.170039] env[69644]: value = "vm-709531" [ 1147.170039] env[69644]: _type = "VirtualMachine" [ 1147.170039] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1147.171353] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the lease: (returnval){ [ 1147.171353] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277960b-f7b6-b305-fde9-30b55354d74f" [ 1147.171353] env[69644]: _type = "HttpNfcLease" [ 1147.171353] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1147.182614] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.182614] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277960b-f7b6-b305-fde9-30b55354d74f" [ 1147.182614] env[69644]: _type = "HttpNfcLease" [ 1147.182614] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.182901] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.182901] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277960b-f7b6-b305-fde9-30b55354d74f" [ 1147.182901] env[69644]: _type = "HttpNfcLease" [ 1147.182901] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1147.183689] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9f170-7105-42f2-b85d-408356df841d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.192055] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.192237] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1147.269198] env[69644]: DEBUG oslo_vmware.api [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553673, 'name': PowerOnVM_Task, 'duration_secs': 0.721113} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.270084] env[69644]: INFO nova.compute.manager [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Took 22.99 seconds to build instance. [ 1147.271310] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.304498] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a8baf48-12cd-4fb5-84db-97e1f5dbda21 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.314765] env[69644]: DEBUG oslo_concurrency.lockutils [req-80ad88e4-315a-4854-8d36-c46374662002 req-ac9c4f35-3b4e-4ebe-a762-4e7b62b09870 service nova] Releasing lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.381317] env[69644]: DEBUG nova.compute.manager [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.382312] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de56b64-fa3a-4655-aee1-a98aa0f922c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.482756] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7aab7a-74dc-404b-92c5-c912a11a6655 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.493540] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eae0ea-5547-4256-9c2f-17901afae8bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.529704] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef91c40b-eebb-46ab-ad32-5303dbf6fa3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.542069] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8035524-10e0-4f21-a137-0c04ba056d0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.546060] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522a890b-d958-c44c-73d9-bd4297bc0ace, 'name': SearchDatastore_Task, 'duration_secs': 0.036819} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.549095] env[69644]: DEBUG nova.compute.manager [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Received event network-changed-a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.549387] env[69644]: DEBUG nova.compute.manager [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Refreshing instance network info cache due to event network-changed-a99e47fa-a629-4c81-bac0-c2768c4e932a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.549729] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] Acquiring lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.550017] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] Acquired lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.550254] env[69644]: DEBUG nova.network.neutron [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Refreshing network info cache for port a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.552059] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d33c2c2-5d76-4c19-9999-debdc8a97f88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.563464] env[69644]: DEBUG nova.compute.provider_tree [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.567187] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1147.567187] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bd671-3815-6b77-243c-c475acfb9a1f" [ 1147.567187] env[69644]: _type = "Task" [ 1147.567187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.580236] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526bd671-3815-6b77-243c-c475acfb9a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.580491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.580746] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] fd9e599a-cdf5-4d1e-8b00-7a4e2d748605/fd9e599a-cdf5-4d1e-8b00-7a4e2d748605.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.581238] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2fa6f5-92c8-45fd-9d6c-cce09b7682e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.589366] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1147.589366] env[69644]: value = "task-3553676" [ 1147.589366] env[69644]: _type = "Task" [ 1147.589366] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.598750] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.776636] env[69644]: DEBUG oslo_concurrency.lockutils [None req-82a6367b-0872-499d-9fca-52dc3746fdd9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.508s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.905238] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8778dcb6-c1b8-4369-8bc6-0da918307384 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.343s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.070225] env[69644]: DEBUG nova.scheduler.client.report [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.103811] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.310195] env[69644]: DEBUG nova.network.neutron [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Updated VIF entry in instance network info cache for port a99e47fa-a629-4c81-bac0-c2768c4e932a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.310763] env[69644]: DEBUG nova.network.neutron [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Updating instance_info_cache with network_info: [{"id": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "address": "fa:16:3e:b8:5d:4a", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99e47fa-a6", "ovs_interfaceid": "a99e47fa-a629-4c81-bac0-c2768c4e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.576361] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.576929] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.580425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.893s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.580665] env[69644]: DEBUG nova.objects.instance [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'resources' on Instance uuid 4ced32d3-d0ba-4795-9996-4d2bbb38192c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.602044] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.814213] env[69644]: DEBUG oslo_concurrency.lockutils [req-f5291814-68dc-4bc5-9439-4b30be3e827e req-d6a5e20d-4a75-4fe4-badd-6ec0ac3fc263 service nova] Releasing lock "refresh_cache-d411e062-f269-4177-b877-1142f9181739" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.081700] env[69644]: DEBUG nova.compute.utils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.083195] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.083370] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.102867] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.130417] env[69644]: DEBUG nova.policy [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27aea63a183042f7b480e1248a47a7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fea84c43b4407baded671ca78366a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.211091] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f72bd2-2888-4eb9-b6b8-b4ba5a67397e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.218653] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Suspending the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1149.219201] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-026ec560-2a9e-4a14-8906-bac16597763c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.231322] env[69644]: DEBUG oslo_vmware.api [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1149.231322] env[69644]: value = "task-3553677" [ 1149.231322] env[69644]: _type = "Task" [ 1149.231322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.248371] env[69644]: DEBUG oslo_vmware.api [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553677, 'name': SuspendVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.307199] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f99df-d1be-4ed9-b102-69736f78884b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.316345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23394e9e-9df3-446a-8f7a-06e364e7bda6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.351467] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74bd8d6-d2b0-456a-af29-792285efa053 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.362528] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24505d16-a2d5-48ce-88b0-658f5d678869 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.382123] env[69644]: DEBUG nova.compute.provider_tree [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.451517] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Successfully created port: 19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.589061] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.602859] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.584672} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.603068] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] fd9e599a-cdf5-4d1e-8b00-7a4e2d748605/fd9e599a-cdf5-4d1e-8b00-7a4e2d748605.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.603390] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.603537] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab3d3add-34c2-4ee2-ae39-3e8f96946f48 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.612890] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1149.612890] env[69644]: value = "task-3553678" [ 1149.612890] env[69644]: _type = "Task" [ 1149.612890] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.623416] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.743337] env[69644]: DEBUG oslo_vmware.api [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553677, 'name': SuspendVM_Task} progress is 62%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.887125] env[69644]: DEBUG nova.scheduler.client.report [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.123292] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084978} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.123575] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.124501] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c542a4e-b204-4010-8d2b-fc5cef762877 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.152607] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] fd9e599a-cdf5-4d1e-8b00-7a4e2d748605/fd9e599a-cdf5-4d1e-8b00-7a4e2d748605.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.153681] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59ff729-0e77-4318-8cf5-9c6f4b0ffa1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.178167] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1150.178167] env[69644]: value = "task-3553679" [ 1150.178167] env[69644]: _type = "Task" [ 1150.178167] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.189028] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.244069] env[69644]: DEBUG oslo_vmware.api [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553677, 'name': SuspendVM_Task, 'duration_secs': 0.718099} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.244471] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Suspended the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1150.244720] env[69644]: DEBUG nova.compute.manager [None req-9cf1a564-1bb1-451e-ae55-1962dbdc1a14 tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.245595] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd34264-b804-406c-9794-116a02eafd67 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.392046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.394835] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.532s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.396429] env[69644]: INFO nova.compute.claims [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.418211] env[69644]: INFO nova.scheduler.client.report [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance 4ced32d3-d0ba-4795-9996-4d2bbb38192c [ 1150.602629] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.629591] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.629845] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.630083] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.630332] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.630493] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.630645] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.630911] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.631214] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.631493] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.631750] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.632060] env[69644]: DEBUG nova.virt.hardware [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.633394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a367e5b-7173-4b11-ac96-cb2521c5705d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.646100] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27a56e-095e-47e0-ae2e-9a7532290146 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.690298] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.925277] env[69644]: DEBUG nova.compute.manager [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Received event network-vif-plugged-19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.925503] env[69644]: DEBUG oslo_concurrency.lockutils [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] Acquiring lock "80264ffe-9c41-4d70-b331-82822f525824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.925753] env[69644]: DEBUG oslo_concurrency.lockutils [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] Lock "80264ffe-9c41-4d70-b331-82822f525824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.926037] env[69644]: DEBUG oslo_concurrency.lockutils [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] Lock "80264ffe-9c41-4d70-b331-82822f525824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.926181] env[69644]: DEBUG nova.compute.manager [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] No waiting events found dispatching network-vif-plugged-19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.926354] env[69644]: WARNING nova.compute.manager [req-851b4ba7-2416-46c9-8ae3-9d7b2634139d req-7c3e6089-6566-477d-8d8e-e94886f01d95 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Received unexpected event network-vif-plugged-19932282-d169-4706-a328-c93e80a1b8d2 for instance with vm_state building and task_state spawning. [ 1150.929840] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bdf3368b-6841-45c0-8e50-7981f9212a77 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "4ced32d3-d0ba-4795-9996-4d2bbb38192c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.862s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.015510] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Successfully updated port: 19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.191211] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553679, 'name': ReconfigVM_Task, 'duration_secs': 0.52827} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.191587] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfigured VM instance instance-00000069 to attach disk [datastore2] fd9e599a-cdf5-4d1e-8b00-7a4e2d748605/fd9e599a-cdf5-4d1e-8b00-7a4e2d748605.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.192792] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a008beec-6943-43cd-a671-e59d61704879 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.202443] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1151.202443] env[69644]: value = "task-3553680" [ 1151.202443] env[69644]: _type = "Task" [ 1151.202443] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.216911] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553680, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.518719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.519074] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.609835] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715f0929-0e2b-40fc-8f2e-246509417798 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.620293] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a8039-4016-4c8b-bab5-077c722f253d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.656471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf2b7b-8034-4cc2-91a6-b161882b79e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.665945] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b975ce-7876-4d7d-8262-8dbf514ed8c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.684226] env[69644]: DEBUG nova.compute.provider_tree [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.685836] env[69644]: INFO nova.compute.manager [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Resuming [ 1151.686468] env[69644]: DEBUG nova.objects.instance [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'flavor' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.712240] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553680, 'name': Rename_Task, 'duration_secs': 0.247403} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.712509] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.712748] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc94ceb-910e-47ae-b0fe-7e4df1646199 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.720576] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1151.720576] env[69644]: value = "task-3553681" [ 1151.720576] env[69644]: _type = "Task" [ 1151.720576] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.729195] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.062530] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.128018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.128301] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.128530] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.128760] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.128945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.131285] env[69644]: INFO nova.compute.manager [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Terminating instance [ 1152.169018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.169290] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.189584] env[69644]: DEBUG nova.scheduler.client.report [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.213736] env[69644]: DEBUG nova.network.neutron [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Updating instance_info_cache with network_info: [{"id": "19932282-d169-4706-a328-c93e80a1b8d2", "address": "fa:16:3e:1a:bd:58", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19932282-d1", "ovs_interfaceid": "19932282-d169-4706-a328-c93e80a1b8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.232416] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553681, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.636188] env[69644]: DEBUG nova.compute.manager [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.636188] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.637483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c733de-fc7c-43de-9417-e2272e45e4ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.645486] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.645745] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542abf3f-eaca-4209-a95b-c0e8f515ad3e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.654864] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1152.654864] env[69644]: value = "task-3553682" [ 1152.654864] env[69644]: _type = "Task" [ 1152.654864] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.662700] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.671339] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.696401] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.697085] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.700057] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.789s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.701769] env[69644]: INFO nova.compute.claims [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.716500] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.716815] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Instance network_info: |[{"id": "19932282-d169-4706-a328-c93e80a1b8d2", "address": "fa:16:3e:1a:bd:58", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19932282-d1", "ovs_interfaceid": "19932282-d169-4706-a328-c93e80a1b8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.717221] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:bd:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19932282-d169-4706-a328-c93e80a1b8d2', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.724971] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.726323] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.729599] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196173ec-0af7-4fa0-b782-5af5aecbb7c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.753775] env[69644]: DEBUG oslo_vmware.api [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553681, 'name': PowerOnVM_Task, 'duration_secs': 0.652306} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.755118] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.755335] env[69644]: INFO nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1152.755514] env[69644]: DEBUG nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.755759] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.755759] env[69644]: value = "task-3553683" [ 1152.755759] env[69644]: _type = "Task" [ 1152.755759] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.757036] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d69c2-f4d0-4fec-bad0-4516a9854dd9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.773009] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553683, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.955366] env[69644]: DEBUG nova.compute.manager [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Received event network-changed-19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.955551] env[69644]: DEBUG nova.compute.manager [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Refreshing instance network info cache due to event network-changed-19932282-d169-4706-a328-c93e80a1b8d2. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.955757] env[69644]: DEBUG oslo_concurrency.lockutils [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] Acquiring lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.955896] env[69644]: DEBUG oslo_concurrency.lockutils [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] Acquired lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.956126] env[69644]: DEBUG nova.network.neutron [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Refreshing network info cache for port 19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.164842] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553682, 'name': PowerOffVM_Task, 'duration_secs': 0.36679} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.165147] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.165340] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.165668] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67d5c648-baad-4feb-b233-4e117ff8904d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.195695] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.207432] env[69644]: DEBUG nova.compute.utils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.210997] env[69644]: DEBUG oslo_concurrency.lockutils [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.211195] env[69644]: DEBUG oslo_concurrency.lockutils [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquired lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.211371] env[69644]: DEBUG nova.network.neutron [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.212664] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.212829] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.241342] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.241636] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.241857] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleting the datastore file [datastore1] 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.242219] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83995dea-64a3-4f16-8511-919bf515569f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.249770] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1153.249770] env[69644]: value = "task-3553685" [ 1153.249770] env[69644]: _type = "Task" [ 1153.249770] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.259403] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.265622] env[69644]: DEBUG nova.policy [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60a3321f3ad4148abc7912eeca37db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a20f33c61624b4b87ddaa0f1929ac39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.270851] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553683, 'name': CreateVM_Task, 'duration_secs': 0.447465} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.271038] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.271724] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.271899] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.272285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.272537] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfaa135d-7b20-4b89-8782-53a6dd920e57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.283286] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1153.283286] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5200dfdc-cff0-a40f-9b61-c49622c940fe" [ 1153.283286] env[69644]: _type = "Task" [ 1153.283286] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.283571] env[69644]: INFO nova.compute.manager [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Took 22.60 seconds to build instance. [ 1153.293330] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5200dfdc-cff0-a40f-9b61-c49622c940fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.556270] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Successfully created port: d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.717405] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.776934] env[69644]: DEBUG oslo_vmware.api [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384271} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.777548] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.777867] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.779021] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.779021] env[69644]: INFO nova.compute.manager [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1153.779021] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.779021] env[69644]: DEBUG nova.compute.manager [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.779021] env[69644]: DEBUG nova.network.neutron [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.791472] env[69644]: DEBUG oslo_concurrency.lockutils [None req-49f9e2cc-8d7c-4221-b089-912b3a16db13 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.116s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.802224] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5200dfdc-cff0-a40f-9b61-c49622c940fe, 'name': SearchDatastore_Task, 'duration_secs': 0.02779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.804961] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.805226] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.805448] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.805590] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.805764] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.806126] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ffb7912-c065-456f-ae4b-77ddf5dc9c64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.820110] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.820346] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.821298] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beca9c2a-6b1c-4203-b637-689f6bfeb1a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.831264] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1153.831264] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528f380a-bcd0-8fd5-e25f-ffadd1585a5c" [ 1153.831264] env[69644]: _type = "Task" [ 1153.831264] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.844888] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528f380a-bcd0-8fd5-e25f-ffadd1585a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.870737] env[69644]: DEBUG nova.network.neutron [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Updated VIF entry in instance network info cache for port 19932282-d169-4706-a328-c93e80a1b8d2. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.871575] env[69644]: DEBUG nova.network.neutron [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Updating instance_info_cache with network_info: [{"id": "19932282-d169-4706-a328-c93e80a1b8d2", "address": "fa:16:3e:1a:bd:58", "network": {"id": "9d0f94f9-ce8f-44a9-8af7-8b144004a892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1397360110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fea84c43b4407baded671ca78366a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19932282-d1", "ovs_interfaceid": "19932282-d169-4706-a328-c93e80a1b8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.981188] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35acb5c-2f43-4af8-9917-d38804d102fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.989807] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119eb23a-ec06-43d5-9194-8822d1f6d669 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.022314] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0978ca6b-1ee2-4d9e-b3b8-3e981ac1fc85 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.032799] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e57d0-b856-450c-a9ab-89e00cd12201 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.047614] env[69644]: DEBUG nova.compute.provider_tree [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.093763] env[69644]: DEBUG nova.network.neutron [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [{"id": "a208b322-f53f-45dc-8743-d84b6780724f", "address": "fa:16:3e:77:0c:68", "network": {"id": "9b65a399-25e3-4df0-b8c1-d9bfed1daeb6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-754753000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea010f5ef1e42f18f104ae401113225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa208b322-f5", "ovs_interfaceid": "a208b322-f53f-45dc-8743-d84b6780724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.349716] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528f380a-bcd0-8fd5-e25f-ffadd1585a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.350566] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598b6bf8-1444-4a89-893c-b1132265cb9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.356511] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1154.356511] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52467c6d-c7d7-cc77-61ce-ceb0183433c7" [ 1154.356511] env[69644]: _type = "Task" [ 1154.356511] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.365110] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52467c6d-c7d7-cc77-61ce-ceb0183433c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.373846] env[69644]: DEBUG oslo_concurrency.lockutils [req-bf2a0d68-b446-4bf6-a4a4-924a7c35550b req-a711ca1a-3499-4ae7-8cca-e37bd36f2918 service nova] Releasing lock "refresh_cache-80264ffe-9c41-4d70-b331-82822f525824" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.393121] env[69644]: DEBUG nova.compute.manager [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Received event network-changed-646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.393257] env[69644]: DEBUG nova.compute.manager [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Refreshing instance network info cache due to event network-changed-646f58e9-63f2-4e62-8e89-e11d63f64b9c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.393474] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] Acquiring lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.393618] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] Acquired lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.393775] env[69644]: DEBUG nova.network.neutron [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Refreshing network info cache for port 646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.551754] env[69644]: DEBUG nova.scheduler.client.report [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.596271] env[69644]: DEBUG oslo_concurrency.lockutils [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Releasing lock "refresh_cache-ea9a6b16-277b-45af-b9f1-4eb58826375b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.597373] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb28453-4544-42d6-a648-a19a5b6b1192 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.605181] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Resuming the VM {{(pid=69644) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1154.605529] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79916b60-2b76-4d0e-8f48-bda0e8381ac5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.613293] env[69644]: DEBUG oslo_vmware.api [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1154.613293] env[69644]: value = "task-3553686" [ 1154.613293] env[69644]: _type = "Task" [ 1154.613293] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.622385] env[69644]: DEBUG oslo_vmware.api [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.676153] env[69644]: DEBUG nova.network.neutron [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.735276] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.762576] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.762855] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.763171] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.763404] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.763736] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.763915] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.764320] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.764400] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.764554] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.764747] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.764894] env[69644]: DEBUG nova.virt.hardware [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.765863] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e728662-cc33-48a9-ac5e-ff69c7f26f7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.777879] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf2d057-55c8-4ced-9a20-a268f73a68f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.869174] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52467c6d-c7d7-cc77-61ce-ceb0183433c7, 'name': SearchDatastore_Task, 'duration_secs': 0.018659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.869473] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.869777] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 80264ffe-9c41-4d70-b331-82822f525824/80264ffe-9c41-4d70-b331-82822f525824.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.870123] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b76617-d586-4b32-9a1f-532248bf85e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.879319] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1154.879319] env[69644]: value = "task-3553687" [ 1154.879319] env[69644]: _type = "Task" [ 1154.879319] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.889423] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.992717] env[69644]: DEBUG nova.compute.manager [req-fc776a5e-1fca-48da-9c59-8e5db5657bdb req-dc2ba518-390c-4131-a23b-7eb8935e7bbb service nova] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Received event network-vif-deleted-35be4fd8-a43a-4af4-86ba-1efb05fdb65f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.058199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.058837] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.062215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.867s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.065330] env[69644]: INFO nova.compute.claims [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.129986] env[69644]: DEBUG oslo_vmware.api [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553686, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.179542] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.180564] env[69644]: INFO nova.compute.manager [-] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Took 1.40 seconds to deallocate network for instance. [ 1155.181821] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d03c46-4781-47d8-8ae0-16ae9d00bcf4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.193284] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.193510] env[69644]: ERROR oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk due to incomplete transfer. [ 1155.194046] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91d00b4c-f982-45b6-b8e6-2c66f1eae824 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.205806] env[69644]: DEBUG oslo_vmware.rw_handles [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7414-d70d-a63a-b9ac-0a5aa94de9c4/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.206064] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Uploaded image 5366170b-2cdb-4c28-ac47-67ca50a17044 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.208743] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.209053] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58469dc9-6f5b-41ae-b117-78480850754c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.219988] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1155.219988] env[69644]: value = "task-3553688" [ 1155.219988] env[69644]: _type = "Task" [ 1155.219988] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.234350] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553688, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.301322] env[69644]: DEBUG nova.network.neutron [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updated VIF entry in instance network info cache for port 646f58e9-63f2-4e62-8e89-e11d63f64b9c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.301799] env[69644]: DEBUG nova.network.neutron [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating instance_info_cache with network_info: [{"id": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "address": "fa:16:3e:a6:b0:05", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f58e9-63", "ovs_interfaceid": "646f58e9-63f2-4e62-8e89-e11d63f64b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.365390] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Successfully updated port: d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.392837] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.571091] env[69644]: DEBUG nova.compute.utils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.572909] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.573025] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.614293] env[69644]: DEBUG nova.policy [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f4c69d754049b4b6b004298a455e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec85f1606c442e7aadf8ea216bed695', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.628207] env[69644]: DEBUG oslo_vmware.api [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553686, 'name': PowerOnVM_Task, 'duration_secs': 0.771667} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.628513] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Resumed the VM {{(pid=69644) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1155.628695] env[69644]: DEBUG nova.compute.manager [None req-816f676d-d789-48b7-98a0-d2d4f08a914a tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.629561] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ec31b-45ba-4b42-b8b4-7d3a4a2352b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.691585] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.733146] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553688, 'name': Destroy_Task, 'duration_secs': 0.406037} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.733146] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroyed the VM [ 1155.733146] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1155.733146] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10641df3-3e3e-4392-bcf1-0616ce191c81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.740794] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1155.740794] env[69644]: value = "task-3553689" [ 1155.740794] env[69644]: _type = "Task" [ 1155.740794] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.755024] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.805548] env[69644]: DEBUG oslo_concurrency.lockutils [req-ae8a2887-256b-44c5-9d42-c022033ceb8f req-a060f689-e291-4ef1-af78-58b90a885e59 service nova] Releasing lock "refresh_cache-fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.868206] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.868375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.868530] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.890330] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952049} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.890604] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 80264ffe-9c41-4d70-b331-82822f525824/80264ffe-9c41-4d70-b331-82822f525824.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.891656] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.891656] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a82361-6432-4779-b211-781d526a40a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.900908] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1155.900908] env[69644]: value = "task-3553690" [ 1155.900908] env[69644]: _type = "Task" [ 1155.900908] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.911160] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.076715] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.175987] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Successfully created port: 58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.254791] env[69644]: DEBUG oslo_vmware.api [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553689, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499649} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.255078] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1156.255307] env[69644]: INFO nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 12.78 seconds to snapshot the instance on the hypervisor. [ 1156.319825] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b8114-7f47-4eee-9637-ab21af4d9a0c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.330987] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a23d2-5b86-426e-ba3e-572ea4e01ee4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.363388] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e82b57-be08-47b7-b9f7-e35f94eed555 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.371775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8212aa5d-c509-4c05-93af-be5bb59480f6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.387853] env[69644]: DEBUG nova.compute.provider_tree [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.410657] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08688} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.410657] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.411086] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72115909-e619-493e-92a7-15160bdfebaa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.433529] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 80264ffe-9c41-4d70-b331-82822f525824/80264ffe-9c41-4d70-b331-82822f525824.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.435143] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.436566] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71903aab-bcb3-46fd-bcc9-540a2ce8c167 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458497] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1156.458497] env[69644]: value = "task-3553691" [ 1156.458497] env[69644]: _type = "Task" [ 1156.458497] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.473793] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.587462] env[69644]: DEBUG nova.network.neutron [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updating instance_info_cache with network_info: [{"id": "d5aa788d-02ef-4dec-8c61-0a0011725217", "address": "fa:16:3e:eb:e1:46", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aa788d-02", "ovs_interfaceid": "d5aa788d-02ef-4dec-8c61-0a0011725217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.818404] env[69644]: DEBUG nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Found 3 images (rotation: 2) {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1156.818671] env[69644]: DEBUG nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Rotating out 1 backups {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1156.818782] env[69644]: DEBUG nova.compute.manager [None req-8c5f5ae4-d837-4d20-b910-5491b091747b tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleting image 2116a853-dcdf-48ea-842f-f511a70529f4 {{(pid=69644) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1156.890640] env[69644]: DEBUG nova.scheduler.client.report [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.969686] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553691, 'name': ReconfigVM_Task, 'duration_secs': 0.3433} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.969985] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 80264ffe-9c41-4d70-b331-82822f525824/80264ffe-9c41-4d70-b331-82822f525824.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.970932] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c51e165a-0f6c-4ccd-8beb-16e0c5b1c300 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.980033] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1156.980033] env[69644]: value = "task-3553692" [ 1156.980033] env[69644]: _type = "Task" [ 1156.980033] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.989249] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553692, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.088082] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.091947] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.092491] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Instance network_info: |[{"id": "d5aa788d-02ef-4dec-8c61-0a0011725217", "address": "fa:16:3e:eb:e1:46", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aa788d-02", "ovs_interfaceid": "d5aa788d-02ef-4dec-8c61-0a0011725217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.093425] env[69644]: DEBUG nova.compute.manager [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Received event network-vif-plugged-d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.093632] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Acquiring lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.093832] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.093994] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.094445] env[69644]: DEBUG nova.compute.manager [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] No waiting events found dispatching network-vif-plugged-d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.094726] env[69644]: WARNING nova.compute.manager [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Received unexpected event network-vif-plugged-d5aa788d-02ef-4dec-8c61-0a0011725217 for instance with vm_state building and task_state spawning. [ 1157.094997] env[69644]: DEBUG nova.compute.manager [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Received event network-changed-d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.095264] env[69644]: DEBUG nova.compute.manager [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Refreshing instance network info cache due to event network-changed-d5aa788d-02ef-4dec-8c61-0a0011725217. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.095581] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Acquiring lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.095766] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Acquired lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.096019] env[69644]: DEBUG nova.network.neutron [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Refreshing network info cache for port d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.098051] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e1:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5aa788d-02ef-4dec-8c61-0a0011725217', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.105948] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.109311] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.110347] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a44b55-1b85-4b20-bc6b-77c2faca8bbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.126903] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.127172] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.127335] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.127519] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.127667] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.127823] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.128072] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.128241] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.128438] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.128606] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.128778] env[69644]: DEBUG nova.virt.hardware [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.130173] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f173f4-cec0-47df-8c7e-a25cda8c8a20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.140028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2969ef24-4c36-40d7-97cf-192e42c8136a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.143785] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.143785] env[69644]: value = "task-3553693" [ 1157.143785] env[69644]: _type = "Task" [ 1157.143785] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.161586] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553693, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.396222] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.396222] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.398878] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.707s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.399117] env[69644]: DEBUG nova.objects.instance [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'resources' on Instance uuid 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.491049] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553692, 'name': Rename_Task, 'duration_secs': 0.162858} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.491344] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.491676] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb0219e-4a72-440f-bf49-5131e9272180 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.499483] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1157.499483] env[69644]: value = "task-3553694" [ 1157.499483] env[69644]: _type = "Task" [ 1157.499483] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.510785] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.654935] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553693, 'name': CreateVM_Task, 'duration_secs': 0.372309} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.655128] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.655793] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.655960] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.656300] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.656561] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0ce5ee-2bfc-4c21-ac83-97a5e068fdf2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.661778] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1157.661778] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2f809-664b-f993-9dee-170874c1b116" [ 1157.661778] env[69644]: _type = "Task" [ 1157.661778] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.670711] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2f809-664b-f993-9dee-170874c1b116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.747026] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Successfully updated port: 58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.858402] env[69644]: DEBUG nova.network.neutron [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updated VIF entry in instance network info cache for port d5aa788d-02ef-4dec-8c61-0a0011725217. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.858798] env[69644]: DEBUG nova.network.neutron [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updating instance_info_cache with network_info: [{"id": "d5aa788d-02ef-4dec-8c61-0a0011725217", "address": "fa:16:3e:eb:e1:46", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aa788d-02", "ovs_interfaceid": "d5aa788d-02ef-4dec-8c61-0a0011725217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.903299] env[69644]: DEBUG nova.compute.utils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.908111] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.908466] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.946501] env[69644]: DEBUG nova.policy [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.012885] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.084483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9834719d-6f03-4be0-8f68-eba8cf4c5678 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.092575] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b540f-c00a-46c5-b23d-bac255414824 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.125958] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee0007-d420-4755-a85e-ec06c443c064 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134328] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8083a6-2243-4c44-a60a-4671998e2d4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.150339] env[69644]: DEBUG nova.compute.provider_tree [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.172926] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a2f809-664b-f993-9dee-170874c1b116, 'name': SearchDatastore_Task, 'duration_secs': 0.038931} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.173525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.173763] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.173996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.174161] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.174342] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.174602] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17847599-d8f1-4bfb-8241-d44cc1227d04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.186767] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.186767] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.186767] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0ca60e-425a-4454-8c01-1978075ba18d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.192578] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1158.192578] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c753f0-c0c2-f851-8147-89f941fef2d8" [ 1158.192578] env[69644]: _type = "Task" [ 1158.192578] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.201616] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c753f0-c0c2-f851-8147-89f941fef2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.213298] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Successfully created port: 704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.250245] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.250389] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250545] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.362839] env[69644]: DEBUG oslo_concurrency.lockutils [req-ed9e4d3d-20f3-4a0b-b08c-9ac959049b14 req-af87ac75-1a24-4333-96e1-13ea4ec44d29 service nova] Releasing lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.409411] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.511236] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.653181] env[69644]: DEBUG nova.scheduler.client.report [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.704072] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c753f0-c0c2-f851-8147-89f941fef2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.704857] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1341431-0cd3-4ff7-bb48-6955b11c55f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.710670] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1158.710670] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fc48f-50fb-d498-99cf-2cc53a34b301" [ 1158.710670] env[69644]: _type = "Task" [ 1158.710670] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.718585] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fc48f-50fb-d498-99cf-2cc53a34b301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.782457] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.929274] env[69644]: DEBUG nova.network.neutron [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Updating instance_info_cache with network_info: [{"id": "58f25bff-7b5a-4957-a356-c6b9d7689301", "address": "fa:16:3e:f6:e7:ef", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f25bff-7b", "ovs_interfaceid": "58f25bff-7b5a-4957-a356-c6b9d7689301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.010942] env[69644]: DEBUG oslo_vmware.api [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553694, 'name': PowerOnVM_Task, 'duration_secs': 1.039694} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.011223] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.011424] env[69644]: INFO nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1159.011602] env[69644]: DEBUG nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.012364] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf821bf-d3e4-4f49-b016-cb8d3efe093c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.102741] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.103037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.104030] env[69644]: DEBUG nova.compute.manager [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.104112] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa98c2-f030-4070-8896-779bdb39fe31 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.111691] env[69644]: DEBUG nova.compute.manager [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1159.112299] env[69644]: DEBUG nova.objects.instance [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.119509] env[69644]: DEBUG nova.compute.manager [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Received event network-vif-plugged-58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.119722] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Acquiring lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.119945] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.120137] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.120341] env[69644]: DEBUG nova.compute.manager [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] No waiting events found dispatching network-vif-plugged-58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.120473] env[69644]: WARNING nova.compute.manager [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Received unexpected event network-vif-plugged-58f25bff-7b5a-4957-a356-c6b9d7689301 for instance with vm_state building and task_state spawning. [ 1159.120634] env[69644]: DEBUG nova.compute.manager [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Received event network-changed-58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.120786] env[69644]: DEBUG nova.compute.manager [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Refreshing instance network info cache due to event network-changed-58f25bff-7b5a-4957-a356-c6b9d7689301. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.120950] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Acquiring lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.158690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.181563] env[69644]: INFO nova.scheduler.client.report [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted allocations for instance 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312 [ 1159.221540] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522fc48f-50fb-d498-99cf-2cc53a34b301, 'name': SearchDatastore_Task, 'duration_secs': 0.043773} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.221808] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.222075] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6d97d844-44dd-4800-9d68-568dd4fd755c/6d97d844-44dd-4800-9d68-568dd4fd755c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.222378] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc6967c5-45a6-48a4-b996-7ffd952ae8bb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.230328] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1159.230328] env[69644]: value = "task-3553695" [ 1159.230328] env[69644]: _type = "Task" [ 1159.230328] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.239014] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.419619] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.431989] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.432428] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Instance network_info: |[{"id": "58f25bff-7b5a-4957-a356-c6b9d7689301", "address": "fa:16:3e:f6:e7:ef", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f25bff-7b", "ovs_interfaceid": "58f25bff-7b5a-4957-a356-c6b9d7689301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.432724] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Acquired lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.432983] env[69644]: DEBUG nova.network.neutron [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Refreshing network info cache for port 58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.434251] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e7:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f25bff-7b5a-4957-a356-c6b9d7689301', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.444029] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.448505] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.449292] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a44ccac-3ec3-438c-93ce-bc12453b582e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.466412] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.466677] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.466859] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.467068] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.467251] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.467416] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.467643] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.467830] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.468051] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.468235] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.468411] env[69644]: DEBUG nova.virt.hardware [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.469691] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da9048-4de7-45c5-be22-029a6b2fd762 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.479480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e46886-b8aa-4cd8-93e7-471eec6c356f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.483699] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.483699] env[69644]: value = "task-3553696" [ 1159.483699] env[69644]: _type = "Task" [ 1159.483699] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.501683] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553696, 'name': CreateVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.527954] env[69644]: INFO nova.compute.manager [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Took 23.56 seconds to build instance. [ 1159.693257] env[69644]: DEBUG oslo_concurrency.lockutils [None req-759ffe73-8c5f-4d8e-945e-fe59c6902880 tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.565s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.756303] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.808447] env[69644]: DEBUG nova.network.neutron [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Updated VIF entry in instance network info cache for port 58f25bff-7b5a-4957-a356-c6b9d7689301. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.808865] env[69644]: DEBUG nova.network.neutron [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Updating instance_info_cache with network_info: [{"id": "58f25bff-7b5a-4957-a356-c6b9d7689301", "address": "fa:16:3e:f6:e7:ef", "network": {"id": "b50569a8-99ce-4e7e-9336-cdd45e0181f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-878298277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec85f1606c442e7aadf8ea216bed695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f25bff-7b", "ovs_interfaceid": "58f25bff-7b5a-4957-a356-c6b9d7689301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.883200] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Successfully updated port: 704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.994158] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553696, 'name': CreateVM_Task, 'duration_secs': 0.455362} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.994435] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.995058] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.995236] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.995560] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.995820] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175ef475-316a-4237-9e5a-afa5ccaa6567 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.001917] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1160.001917] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525ebf99-73fd-9c73-7a8c-c0c32fc179a9" [ 1160.001917] env[69644]: _type = "Task" [ 1160.001917] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.010291] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525ebf99-73fd-9c73-7a8c-c0c32fc179a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.030779] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c83e450a-1463-4ee1-998a-d63f0505252e tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.070s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.120875] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.121653] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2971f734-84ba-43dc-95bc-3e8e0f68faeb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.131059] env[69644]: DEBUG oslo_vmware.api [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1160.131059] env[69644]: value = "task-3553697" [ 1160.131059] env[69644]: _type = "Task" [ 1160.131059] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.140720] env[69644]: DEBUG oslo_vmware.api [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.234215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "fe298bda-f599-4ec0-8ed1-de31d394f298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.234487] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.234725] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.234912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.235102] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.240919] env[69644]: INFO nova.compute.manager [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Terminating instance [ 1160.248862] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668818} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.249108] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 6d97d844-44dd-4800-9d68-568dd4fd755c/6d97d844-44dd-4800-9d68-568dd4fd755c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.249349] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.249593] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5324ecfa-5874-4ea4-bdb5-29a1c732c7a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.258776] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1160.258776] env[69644]: value = "task-3553698" [ 1160.258776] env[69644]: _type = "Task" [ 1160.258776] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.269837] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.311718] env[69644]: DEBUG oslo_concurrency.lockutils [req-0ec75da1-744a-46fb-9aab-ea45cfd728f4 req-d6c58a89-5f08-4953-9dc8-fb9d922325a7 service nova] Releasing lock "refresh_cache-cfbddbe5-826e-406c-bc71-5c298bdb3f4f" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.386980] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.387190] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.387449] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.513043] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525ebf99-73fd-9c73-7a8c-c0c32fc179a9, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.513374] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.513606] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.513844] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.513992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.514189] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.514448] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82db8a4-0759-4925-8e9e-1075f601a59d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.520728] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.520940] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.521171] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.521355] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.521517] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.523539] env[69644]: INFO nova.compute.manager [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Terminating instance [ 1160.533420] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.533597] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.534531] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a0f2f1-c535-4789-ba75-81e52c7393e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.540625] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1160.540625] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216dc9-8a25-5222-f604-9ffb7cbac9e8" [ 1160.540625] env[69644]: _type = "Task" [ 1160.540625] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.550126] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216dc9-8a25-5222-f604-9ffb7cbac9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.622669] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "80264ffe-9c41-4d70-b331-82822f525824" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.622954] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.623238] env[69644]: DEBUG nova.compute.manager [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.624129] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09932896-1423-4e3b-b024-00b657a7adc1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.631773] env[69644]: DEBUG nova.compute.manager [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.632404] env[69644]: DEBUG nova.objects.instance [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'flavor' on Instance uuid 80264ffe-9c41-4d70-b331-82822f525824 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.642429] env[69644]: DEBUG oslo_vmware.api [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553697, 'name': PowerOffVM_Task, 'duration_secs': 0.316123} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.642681] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.642874] env[69644]: DEBUG nova.compute.manager [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.643629] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e2c5fd-9c9b-42f3-81ae-b53dbca46e7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.744880] env[69644]: DEBUG nova.compute.manager [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.745169] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.746047] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e3e670-14be-4567-b72c-6348f0241bc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.755053] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.755053] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34489f1d-6e9a-40af-97bb-a069ec5bb438 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.763929] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1160.763929] env[69644]: value = "task-3553699" [ 1160.763929] env[69644]: _type = "Task" [ 1160.763929] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.770551] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068415} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.771279] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.772055] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9473226-46e7-4310-9673-a8913a97b721 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.777761] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.803157] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6d97d844-44dd-4800-9d68-568dd4fd755c/6d97d844-44dd-4800-9d68-568dd4fd755c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.803518] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdc6643-aaa8-436c-89f0-4c9278d933af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.825208] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1160.825208] env[69644]: value = "task-3553700" [ 1160.825208] env[69644]: _type = "Task" [ 1160.825208] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.834220] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.931673] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.027559] env[69644]: DEBUG nova.compute.manager [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.027559] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.028010] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ea9fe-6d9a-45c4-bc5b-cedd1094bf59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.036550] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.036818] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222e6638-8dc9-4659-8c7c-0591bb1db91f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.046220] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1161.046220] env[69644]: value = "task-3553701" [ 1161.046220] env[69644]: _type = "Task" [ 1161.046220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.057209] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52216dc9-8a25-5222-f604-9ffb7cbac9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.073997} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.058759] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba1e162-d1b6-4aff-b851-8e903c68f303 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.064864] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.066854] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1161.066854] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529af91c-b9bc-1127-a1f6-c2888f885856" [ 1161.066854] env[69644]: _type = "Task" [ 1161.066854] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.076119] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529af91c-b9bc-1127-a1f6-c2888f885856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.092210] env[69644]: DEBUG nova.network.neutron [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Updating instance_info_cache with network_info: [{"id": "704ea890-c37c-4b1e-a651-14860c7dba44", "address": "fa:16:3e:4c:41:5b", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704ea890-c3", "ovs_interfaceid": "704ea890-c37c-4b1e-a651-14860c7dba44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.152827] env[69644]: DEBUG nova.compute.manager [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Received event network-vif-plugged-704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.153086] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.153312] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.153508] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.153775] env[69644]: DEBUG nova.compute.manager [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] No waiting events found dispatching network-vif-plugged-704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.154450] env[69644]: WARNING nova.compute.manager [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Received unexpected event network-vif-plugged-704ea890-c37c-4b1e-a651-14860c7dba44 for instance with vm_state building and task_state spawning. [ 1161.154450] env[69644]: DEBUG nova.compute.manager [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Received event network-changed-704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.154450] env[69644]: DEBUG nova.compute.manager [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Refreshing instance network info cache due to event network-changed-704ea890-c37c-4b1e-a651-14860c7dba44. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.154661] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Acquiring lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.158442] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1c8805f-9fb2-4f7f-bbe8-c9507ba8bdda tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.275895] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553699, 'name': PowerOffVM_Task, 'duration_secs': 0.229355} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.276311] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.276566] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.276875] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3edade07-09c0-4292-a57a-dcc9a05b8d27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.336166] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553700, 'name': ReconfigVM_Task, 'duration_secs': 0.375145} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.336390] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6d97d844-44dd-4800-9d68-568dd4fd755c/6d97d844-44dd-4800-9d68-568dd4fd755c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.337079] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8de3c3f-430c-4f0d-8059-86ee3df9fa9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.345868] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1161.345868] env[69644]: value = "task-3553703" [ 1161.345868] env[69644]: _type = "Task" [ 1161.345868] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.355468] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553703, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.360088] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.360334] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.360517] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleting the datastore file [datastore1] fe298bda-f599-4ec0-8ed1-de31d394f298 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.360869] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b017eaf2-41c1-469b-8061-4e0df6409b2d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.371161] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for the task: (returnval){ [ 1161.371161] env[69644]: value = "task-3553704" [ 1161.371161] env[69644]: _type = "Task" [ 1161.371161] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.380928] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.556868] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553701, 'name': PowerOffVM_Task, 'duration_secs': 0.48876} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.557144] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.557316] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.557565] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b8696e6-6ce7-46df-b0d3-86ca01128c6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.577473] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529af91c-b9bc-1127-a1f6-c2888f885856, 'name': SearchDatastore_Task, 'duration_secs': 0.01905} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.577735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.578060] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cfbddbe5-826e-406c-bc71-5c298bdb3f4f/cfbddbe5-826e-406c-bc71-5c298bdb3f4f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.578327] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5381714-fcab-4d03-a276-fbe5198a93f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.586049] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1161.586049] env[69644]: value = "task-3553706" [ 1161.586049] env[69644]: _type = "Task" [ 1161.586049] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.595079] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.595414] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Instance network_info: |[{"id": "704ea890-c37c-4b1e-a651-14860c7dba44", "address": "fa:16:3e:4c:41:5b", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704ea890-c3", "ovs_interfaceid": "704ea890-c37c-4b1e-a651-14860c7dba44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.595702] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.596054] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Acquired lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.596274] env[69644]: DEBUG nova.network.neutron [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Refreshing network info cache for port 704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.597818] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:41:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704ea890-c37c-4b1e-a651-14860c7dba44', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.605546] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.609332] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.610085] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb523049-5349-49d0-b6dd-48befbd0e051 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.633024] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.633310] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.633500] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleting the datastore file [datastore2] ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.633761] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b55e483-a410-4b28-90b7-7ee895ece8a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.636913] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.636913] env[69644]: value = "task-3553707" [ 1161.636913] env[69644]: _type = "Task" [ 1161.636913] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.642329] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for the task: (returnval){ [ 1161.642329] env[69644]: value = "task-3553708" [ 1161.642329] env[69644]: _type = "Task" [ 1161.642329] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.643262] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.649202] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69377d6f-0d61-4a25-937d-38e724df6939 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.650771] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553707, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.656382] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.660240] env[69644]: DEBUG oslo_vmware.api [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1161.660240] env[69644]: value = "task-3553709" [ 1161.660240] env[69644]: _type = "Task" [ 1161.660240] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.672852] env[69644]: DEBUG oslo_vmware.api [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.847259] env[69644]: DEBUG nova.network.neutron [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Updated VIF entry in instance network info cache for port 704ea890-c37c-4b1e-a651-14860c7dba44. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.847688] env[69644]: DEBUG nova.network.neutron [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Updating instance_info_cache with network_info: [{"id": "704ea890-c37c-4b1e-a651-14860c7dba44", "address": "fa:16:3e:4c:41:5b", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704ea890-c3", "ovs_interfaceid": "704ea890-c37c-4b1e-a651-14860c7dba44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.862898] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553703, 'name': Rename_Task, 'duration_secs': 0.17159} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.863321] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.863640] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d93f3ef1-be7f-43d1-ac18-7de402006d3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.879087] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1161.879087] env[69644]: value = "task-3553710" [ 1161.879087] env[69644]: _type = "Task" [ 1161.879087] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.889327] env[69644]: DEBUG oslo_vmware.api [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Task: {'id': task-3553704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214316} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.890390] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.890677] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.890941] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.891294] env[69644]: INFO nova.compute.manager [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1161.891744] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.892019] env[69644]: DEBUG nova.compute.manager [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.892149] env[69644]: DEBUG nova.network.neutron [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.897954] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.098745] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507721} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.099211] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cfbddbe5-826e-406c-bc71-5c298bdb3f4f/cfbddbe5-826e-406c-bc71-5c298bdb3f4f.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.099533] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.099961] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca039bc5-9477-4477-bf07-600b53fdcc76 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.108653] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1162.108653] env[69644]: value = "task-3553711" [ 1162.108653] env[69644]: _type = "Task" [ 1162.108653] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.119699] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.151261] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553707, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.160093] env[69644]: DEBUG oslo_vmware.api [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Task: {'id': task-3553708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247074} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.160093] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.160093] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.160093] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.160093] env[69644]: INFO nova.compute.manager [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.160093] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.160093] env[69644]: DEBUG nova.compute.manager [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.160093] env[69644]: DEBUG nova.network.neutron [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.174107] env[69644]: DEBUG oslo_vmware.api [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553709, 'name': PowerOffVM_Task, 'duration_secs': 0.241512} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.174516] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.174823] env[69644]: DEBUG nova.compute.manager [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.176355] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd714a1f-ca42-43b4-9aa7-c24f4ed27e4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.354630] env[69644]: DEBUG oslo_concurrency.lockutils [req-3732e0df-b920-4608-bc4d-4a05a8784365 req-61e54aa8-7bd7-4bb9-a13e-e624fb883914 service nova] Releasing lock "refresh_cache-15555bcf-d420-4b09-b578-aa3fd41bd8a5" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.393579] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.491492] env[69644]: DEBUG nova.compute.manager [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Stashing vm_state: stopped {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1162.619793] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070118} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.620166] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.620996] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573db4f-c5c9-4f1c-a321-b6605befaccc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.645518] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] cfbddbe5-826e-406c-bc71-5c298bdb3f4f/cfbddbe5-826e-406c-bc71-5c298bdb3f4f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.645861] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f28afd-2613-4448-a6e6-5851addc0da8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.669936] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553707, 'name': CreateVM_Task, 'duration_secs': 0.531591} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.671180] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.671550] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1162.671550] env[69644]: value = "task-3553712" [ 1162.671550] env[69644]: _type = "Task" [ 1162.671550] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.672179] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.672382] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.672798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.673149] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a420a181-0f7d-4c2f-91e9-4d834e5778b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.683476] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.684457] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1162.684457] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb7615-dbe5-3b42-71ca-377cef2a40dc" [ 1162.684457] env[69644]: _type = "Task" [ 1162.684457] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.694754] env[69644]: DEBUG nova.network.neutron [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.695785] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb7615-dbe5-3b42-71ca-377cef2a40dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.696410] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98257e25-c9ed-42c9-922e-04566a7772f6 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.892618] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553710, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.903958] env[69644]: DEBUG nova.network.neutron [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.012011] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.012491] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.183433] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553712, 'name': ReconfigVM_Task, 'duration_secs': 0.314576} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.184844] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] cfbddbe5-826e-406c-bc71-5c298bdb3f4f/cfbddbe5-826e-406c-bc71-5c298bdb3f4f.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.186594] env[69644]: DEBUG nova.compute.manager [req-d3827f75-4eaa-438d-94a2-6091cacda83b req-805c846c-49e9-46f2-b0cb-cc5d729cfc95 service nova] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Received event network-vif-deleted-9aa1336e-03ec-4fc9-9b00-656138dede14 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.186803] env[69644]: DEBUG nova.compute.manager [req-d3827f75-4eaa-438d-94a2-6091cacda83b req-805c846c-49e9-46f2-b0cb-cc5d729cfc95 service nova] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Received event network-vif-deleted-a208b322-f53f-45dc-8743-d84b6780724f {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.187177] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfab2c94-4cf4-425a-9d63-d5103bb88702 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.200054] env[69644]: INFO nova.compute.manager [-] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Took 1.31 seconds to deallocate network for instance. [ 1163.200345] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cb7615-dbe5-3b42-71ca-377cef2a40dc, 'name': SearchDatastore_Task, 'duration_secs': 0.029134} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.203017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.203258] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.203492] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.203639] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.203814] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.204148] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1163.204148] env[69644]: value = "task-3553713" [ 1163.204148] env[69644]: _type = "Task" [ 1163.204148] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.206796] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6294ed46-6d25-4baa-951b-ac16b2a12e02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.217910] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553713, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.224245] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.224330] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.225235] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1382aa02-4826-4079-8333-ca5306c7dbde {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.231685] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1163.231685] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529bb7f5-9e3f-4ed1-a553-73e0115e2be0" [ 1163.231685] env[69644]: _type = "Task" [ 1163.231685] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.243968] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529bb7f5-9e3f-4ed1-a553-73e0115e2be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.390565] env[69644]: DEBUG oslo_vmware.api [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553710, 'name': PowerOnVM_Task, 'duration_secs': 1.126963} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.390838] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.391106] env[69644]: INFO nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1163.391305] env[69644]: DEBUG nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.392090] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de75b1-b64c-46b3-9daa-d796136cbcf0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.398797] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "80264ffe-9c41-4d70-b331-82822f525824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.399030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.399240] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "80264ffe-9c41-4d70-b331-82822f525824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.399423] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.399591] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.403683] env[69644]: INFO nova.compute.manager [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Terminating instance [ 1163.406062] env[69644]: INFO nova.compute.manager [-] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Took 1.25 seconds to deallocate network for instance. [ 1163.517741] env[69644]: INFO nova.compute.claims [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.710606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.720435] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553713, 'name': Rename_Task, 'duration_secs': 0.149075} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.720705] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.720951] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ddff94-420e-4cde-b318-ae331d7bb446 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.729123] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1163.729123] env[69644]: value = "task-3553714" [ 1163.729123] env[69644]: _type = "Task" [ 1163.729123] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.743186] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.743445] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529bb7f5-9e3f-4ed1-a553-73e0115e2be0, 'name': SearchDatastore_Task, 'duration_secs': 0.024426} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.744196] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d45603-e5cd-4075-a996-8263187ec946 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.749581] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1163.749581] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524f4ae1-5d0f-c332-73ca-2790cf8c2f18" [ 1163.749581] env[69644]: _type = "Task" [ 1163.749581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.758270] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524f4ae1-5d0f-c332-73ca-2790cf8c2f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.854586] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.854966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.855203] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.855391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.855562] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.857770] env[69644]: INFO nova.compute.manager [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Terminating instance [ 1163.910661] env[69644]: DEBUG nova.compute.manager [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.910877] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.911706] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.914451] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edb00d-c0c1-460e-a1c1-6515ec53b0b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.917723] env[69644]: INFO nova.compute.manager [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Took 23.08 seconds to build instance. [ 1163.924302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.924543] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a773b23-3976-4a49-b95d-ae4bfb600b39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.994636] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.994807] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.995214] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] 80264ffe-9c41-4d70-b331-82822f525824 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.995569] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b86f1cc1-a4fe-4e2a-b9fc-d929fd920ebf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.003912] env[69644]: DEBUG oslo_vmware.api [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1164.003912] env[69644]: value = "task-3553716" [ 1164.003912] env[69644]: _type = "Task" [ 1164.003912] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.012585] env[69644]: DEBUG oslo_vmware.api [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.024461] env[69644]: INFO nova.compute.resource_tracker [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating resource usage from migration 14cffc00-3280-4913-a847-f0f75dea8ef2 [ 1164.158468] env[69644]: DEBUG nova.compute.manager [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Received event network-changed-d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.158667] env[69644]: DEBUG nova.compute.manager [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Refreshing instance network info cache due to event network-changed-d5aa788d-02ef-4dec-8c61-0a0011725217. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.158884] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] Acquiring lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.163088] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] Acquired lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.163424] env[69644]: DEBUG nova.network.neutron [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Refreshing network info cache for port d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.242663] env[69644]: DEBUG oslo_vmware.api [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553714, 'name': PowerOnVM_Task, 'duration_secs': 0.488706} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.242663] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.242663] env[69644]: INFO nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1164.243216] env[69644]: DEBUG nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.243624] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48bfe2-1cda-41ce-bf96-96fff7ae80a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.264985] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]524f4ae1-5d0f-c332-73ca-2790cf8c2f18, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.264985] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.264985] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 15555bcf-d420-4b09-b578-aa3fd41bd8a5/15555bcf-d420-4b09-b578-aa3fd41bd8a5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.264985] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011c3234-3049-4851-bb80-f943bbd0c73f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.272682] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1164.272682] env[69644]: value = "task-3553717" [ 1164.272682] env[69644]: _type = "Task" [ 1164.272682] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.274345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00aab42-c206-4dd0-884a-7c98ab4dd939 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.288501] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.292196] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe75216-807d-4a6a-86f6-d55429881bc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.325495] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065a950-adad-4db7-9235-7e5f32564051 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.336741] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a9a2cb-60ef-45ee-8bb5-20697d3a72aa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.351444] env[69644]: DEBUG nova.compute.provider_tree [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.362268] env[69644]: DEBUG nova.compute.manager [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.362501] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.363618] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6049c2-ac8e-47f1-b7bd-f11198e59240 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.371720] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.372104] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d7e7fcd-ccfe-4df3-bcb1-372d8d635a5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.379075] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1164.379075] env[69644]: value = "task-3553718" [ 1164.379075] env[69644]: _type = "Task" [ 1164.379075] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.387508] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.420107] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f2f8aaf5-9c2d-47f1-aafa-d852c5997e55 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.587s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.517026] env[69644]: DEBUG oslo_vmware.api [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151107} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.517026] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.517026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.517026] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.517282] env[69644]: INFO nova.compute.manager [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1164.517441] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.517733] env[69644]: DEBUG nova.compute.manager [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.517875] env[69644]: DEBUG nova.network.neutron [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.772628] env[69644]: INFO nova.compute.manager [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Took 22.88 seconds to build instance. [ 1164.784883] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511716} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.785137] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 15555bcf-d420-4b09-b578-aa3fd41bd8a5/15555bcf-d420-4b09-b578-aa3fd41bd8a5.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.785809] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.787080] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8453b4e-1a03-4159-9081-cfaba11aa7b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.799126] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1164.799126] env[69644]: value = "task-3553719" [ 1164.799126] env[69644]: _type = "Task" [ 1164.799126] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.814924] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.855182] env[69644]: DEBUG nova.scheduler.client.report [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.889235] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553718, 'name': PowerOffVM_Task, 'duration_secs': 0.284487} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.889513] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.889682] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.889959] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb7f501d-1a15-4492-a6d1-10bc4760ede4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.946425] env[69644]: DEBUG nova.network.neutron [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updated VIF entry in instance network info cache for port d5aa788d-02ef-4dec-8c61-0a0011725217. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.946764] env[69644]: DEBUG nova.network.neutron [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updating instance_info_cache with network_info: [{"id": "d5aa788d-02ef-4dec-8c61-0a0011725217", "address": "fa:16:3e:eb:e1:46", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aa788d-02", "ovs_interfaceid": "d5aa788d-02ef-4dec-8c61-0a0011725217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.960791] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.960791] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.961036] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleting the datastore file [datastore2] 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.961457] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf09e78f-0367-40c9-a8cd-8eaeb2cbb796 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.972025] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1164.972025] env[69644]: value = "task-3553721" [ 1164.972025] env[69644]: _type = "Task" [ 1164.972025] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.980193] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.211298] env[69644]: DEBUG nova.compute.manager [req-7793e018-3e91-40f1-926a-b7c019a62ab8 req-fab3a973-10c7-4105-8aa3-4012db8c89eb service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Received event network-vif-deleted-19932282-d169-4706-a328-c93e80a1b8d2 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.211298] env[69644]: INFO nova.compute.manager [req-7793e018-3e91-40f1-926a-b7c019a62ab8 req-fab3a973-10c7-4105-8aa3-4012db8c89eb service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Neutron deleted interface 19932282-d169-4706-a328-c93e80a1b8d2; detaching it from the instance and deleting it from the info cache [ 1165.211298] env[69644]: DEBUG nova.network.neutron [req-7793e018-3e91-40f1-926a-b7c019a62ab8 req-fab3a973-10c7-4105-8aa3-4012db8c89eb service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.273583] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2f188394-b337-4425-bff0-0c8297b10df5 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.391s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.311311] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076942} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.311589] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.312393] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ed4ad-45f5-4ef0-be5b-bcaffd0c5288 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.336925] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 15555bcf-d420-4b09-b578-aa3fd41bd8a5/15555bcf-d420-4b09-b578-aa3fd41bd8a5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.337260] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f550c8-2f68-4d0f-b930-c8826b75ad38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.358288] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1165.358288] env[69644]: value = "task-3553723" [ 1165.358288] env[69644]: _type = "Task" [ 1165.358288] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.363110] env[69644]: DEBUG nova.network.neutron [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.365071] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.365071] env[69644]: INFO nova.compute.manager [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Migrating [ 1165.375399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.665s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.375663] env[69644]: DEBUG nova.objects.instance [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lazy-loading 'resources' on Instance uuid fe298bda-f599-4ec0-8ed1-de31d394f298 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.378576] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.455312] env[69644]: DEBUG oslo_concurrency.lockutils [req-bc79b590-3a37-4838-87e8-baffd97469c4 req-d705a2b5-cb36-41bc-9337-e274d54a847d service nova] Releasing lock "refresh_cache-6d97d844-44dd-4800-9d68-568dd4fd755c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.481612] env[69644]: DEBUG oslo_vmware.api [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195218} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.481898] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.482105] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.482302] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.482481] env[69644]: INFO nova.compute.manager [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.482736] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.482981] env[69644]: DEBUG nova.compute.manager [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.483057] env[69644]: DEBUG nova.network.neutron [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.714266] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6260e112-35db-4df2-93cf-c9e8a10b8112 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.727183] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d950e-55bf-4af3-8c0b-284deeb86fe3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.738186] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.738460] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.738683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.738892] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.739084] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.741380] env[69644]: INFO nova.compute.manager [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Terminating instance [ 1165.766972] env[69644]: DEBUG nova.compute.manager [req-7793e018-3e91-40f1-926a-b7c019a62ab8 req-fab3a973-10c7-4105-8aa3-4012db8c89eb service nova] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Detach interface failed, port_id=19932282-d169-4706-a328-c93e80a1b8d2, reason: Instance 80264ffe-9c41-4d70-b331-82822f525824 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.868831] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553723, 'name': ReconfigVM_Task, 'duration_secs': 0.427606} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.869190] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 15555bcf-d420-4b09-b578-aa3fd41bd8a5/15555bcf-d420-4b09-b578-aa3fd41bd8a5.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.869824] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b68502-3ace-40be-8fbb-a3ffafd6e6b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.876121] env[69644]: INFO nova.compute.manager [-] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Took 1.36 seconds to deallocate network for instance. [ 1165.879085] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1165.879085] env[69644]: value = "task-3553724" [ 1165.879085] env[69644]: _type = "Task" [ 1165.879085] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.891637] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.891805] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.892607] env[69644]: DEBUG nova.network.neutron [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.901664] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553724, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.083448] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a433f-5a55-42f0-9ae8-6f3ca75dfb08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.091889] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b92e1d2-4f42-4215-ba0e-381a7350601f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.129894] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2868a5-bfcd-48e7-aa30-17dcfaad04ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.139125] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102dd23e-90db-4a9f-affa-3362368e2980 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.153261] env[69644]: DEBUG nova.compute.provider_tree [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.245607] env[69644]: DEBUG nova.compute.manager [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.245855] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.246768] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e44d70-9f9d-4d6a-b0c8-edcd2bde9b8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.256229] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.256476] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28c3366-5237-444a-bcf7-0e001b4e4071 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.263421] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1166.263421] env[69644]: value = "task-3553725" [ 1166.263421] env[69644]: _type = "Task" [ 1166.263421] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.272864] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.394039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.394493] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553724, 'name': Rename_Task, 'duration_secs': 0.495576} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.396747] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.397033] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3751f941-ff6d-49a4-b0e6-6ae8b37027bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.405473] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1166.405473] env[69644]: value = "task-3553726" [ 1166.405473] env[69644]: _type = "Task" [ 1166.405473] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.415046] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.421173] env[69644]: DEBUG nova.network.neutron [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.625282] env[69644]: DEBUG nova.network.neutron [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.657269] env[69644]: DEBUG nova.scheduler.client.report [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.774803] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553725, 'name': PowerOffVM_Task, 'duration_secs': 0.210442} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.775098] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.775282] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.775562] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c79a5da-96a2-441c-a85e-7d8277592b61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.843845] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.844081] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.844277] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleting the datastore file [datastore1] cfbddbe5-826e-406c-bc71-5c298bdb3f4f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.844572] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d5d3667-38aa-4680-8779-cc7d918e6215 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.853953] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for the task: (returnval){ [ 1166.853953] env[69644]: value = "task-3553728" [ 1166.853953] env[69644]: _type = "Task" [ 1166.853953] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.863159] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.918159] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.925839] env[69644]: INFO nova.compute.manager [-] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Took 1.44 seconds to deallocate network for instance. [ 1167.128332] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.162397] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.164643] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.253s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.164876] env[69644]: DEBUG nova.objects.instance [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lazy-loading 'resources' on Instance uuid ea9a6b16-277b-45af-b9f1-4eb58826375b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.183669] env[69644]: INFO nova.scheduler.client.report [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Deleted allocations for instance fe298bda-f599-4ec0-8ed1-de31d394f298 [ 1167.236487] env[69644]: DEBUG nova.compute.manager [req-a42868e5-c5f0-4274-a091-ce1108c27fca req-07b8ead1-adb8-4771-8ebe-21c260d584ae service nova] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Received event network-vif-deleted-1a136c80-cb9b-4cae-a49c-f4d6e7c932f5 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.365628] env[69644]: DEBUG oslo_vmware.api [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Task: {'id': task-3553728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.365628] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.365738] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.365904] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.366063] env[69644]: INFO nova.compute.manager [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.366315] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.366499] env[69644]: DEBUG nova.compute.manager [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.366594] env[69644]: DEBUG nova.network.neutron [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.417281] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.432742] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.690524] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c798e589-2382-40af-863b-16ea114c3c4d tempest-ServerRescueNegativeTestJSON-1037752610 tempest-ServerRescueNegativeTestJSON-1037752610-project-member] Lock "fe298bda-f599-4ec0-8ed1-de31d394f298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.456s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.867806] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c746e35-6e58-43f2-8e2b-c4db186f6bae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.880573] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f547a5-672e-450b-a2d6-bc27b4fbc73a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.923663] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c56721-8fdb-405d-91f3-3ae047352f29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.932039] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.935251] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce528ec4-cc45-4ba4-9a6b-ef1685b88295 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.949582] env[69644]: DEBUG nova.compute.provider_tree [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.126013] env[69644]: DEBUG nova.network.neutron [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.430422] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.453102] env[69644]: DEBUG nova.scheduler.client.report [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.629612] env[69644]: INFO nova.compute.manager [-] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Took 1.26 seconds to deallocate network for instance. [ 1168.642764] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aded37ad-6d78-41ef-b386-78a4040977ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.665042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.931831] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.958980] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.962108] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.568s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.962670] env[69644]: DEBUG nova.objects.instance [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid 80264ffe-9c41-4d70-b331-82822f525824 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.984036] env[69644]: INFO nova.scheduler.client.report [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Deleted allocations for instance ea9a6b16-277b-45af-b9f1-4eb58826375b [ 1169.139172] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.172258] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.172602] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7fc5f79-fffc-4bea-9886-a93d96e934b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.184865] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1169.184865] env[69644]: value = "task-3553730" [ 1169.184865] env[69644]: _type = "Task" [ 1169.184865] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.194742] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.268992] env[69644]: DEBUG nova.compute.manager [req-6b60ad6e-d11b-4224-aa1f-b06902a9a532 req-e4098b31-ab8b-4796-9a65-b4c924a5e4a7 service nova] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Received event network-vif-deleted-58f25bff-7b5a-4957-a356-c6b9d7689301 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.431575] env[69644]: DEBUG oslo_vmware.api [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553726, 'name': PowerOnVM_Task, 'duration_secs': 2.622255} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.431880] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.432068] env[69644]: INFO nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1169.432286] env[69644]: DEBUG nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.433176] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c620ae5-7135-451d-b09c-dfdad34a8be8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.495317] env[69644]: DEBUG oslo_concurrency.lockutils [None req-345b0e89-f77f-4d6c-9345-fa634121e9ad tempest-ServersNegativeTestJSON-962136673 tempest-ServersNegativeTestJSON-962136673-project-member] Lock "ea9a6b16-277b-45af-b9f1-4eb58826375b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.974s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.619797] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b89bb-b5e3-4d3e-9856-634512f53b56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.628762] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1abfd2-645e-471f-a1f4-1ba3b5b76189 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.660083] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d8a4d-a899-4b07-aaf5-59a62c67222c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.667945] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfbf207-36e1-4966-ad42-0e9088e96e27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.682292] env[69644]: DEBUG nova.compute.provider_tree [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.695190] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.695420] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.952893] env[69644]: INFO nova.compute.manager [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Took 16.78 seconds to build instance. [ 1170.186057] env[69644]: DEBUG nova.scheduler.client.report [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.203812] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.204066] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.204232] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.204416] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.204560] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.204713] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.204902] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.205711] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.205931] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.206121] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.206324] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.215098] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc014e8f-d242-4331-9728-2889c2b05b06 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.232877] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1170.232877] env[69644]: value = "task-3553732" [ 1170.232877] env[69644]: _type = "Task" [ 1170.232877] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.241803] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.455129] env[69644]: DEBUG oslo_concurrency.lockutils [None req-8bf822c0-099f-4281-b43d-9611450be32e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.286s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.690626] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.693947] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.261s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.694302] env[69644]: DEBUG nova.objects.instance [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'resources' on Instance uuid 7cd1a218-c902-4cc7-80b0-a0df4a88a08c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.723934] env[69644]: INFO nova.scheduler.client.report [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance 80264ffe-9c41-4d70-b331-82822f525824 [ 1170.743841] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553732, 'name': ReconfigVM_Task, 'duration_secs': 0.184558} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.744426] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.915467] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.915718] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.238589] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f375cb9-f67d-4ee4-a8cd-a065854ec9e8 tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "80264ffe-9c41-4d70-b331-82822f525824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.838s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.254034] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.254901] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.255095] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.255252] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.255647] env[69644]: DEBUG nova.virt.hardware [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.261628] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.265841] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fc4861-1946-418d-8ac1-63890e3b9ac0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.286461] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1171.286461] env[69644]: value = "task-3553733" [ 1171.286461] env[69644]: _type = "Task" [ 1171.286461] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.301471] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.411918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049a9fe-847d-4a69-91b6-bab03b303d42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.421441] env[69644]: DEBUG nova.compute.utils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.423249] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba8d0a-f22b-4a7a-9bbd-008c67fd3b5e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.460568] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5bd2f8-b9d0-4230-9720-540a7b115f9e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.470055] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa10a33-967a-42e2-97e8-d0cece5ee252 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.484793] env[69644]: DEBUG nova.compute.provider_tree [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.804233] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553733, 'name': ReconfigVM_Task, 'duration_secs': 0.182797} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.804797] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.806167] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795815a-ad73-4a87-af5e-ee3bbd701bb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.836064] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.836828] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75914aea-d55a-4ccf-991e-8506e24a32db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.858986] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1171.858986] env[69644]: value = "task-3553734" [ 1171.858986] env[69644]: _type = "Task" [ 1171.858986] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.874494] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.928531] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.987944] env[69644]: DEBUG nova.scheduler.client.report [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.370760] env[69644]: DEBUG oslo_vmware.api [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553734, 'name': ReconfigVM_Task, 'duration_secs': 0.437154} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.371132] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26/232c90e0-8973-4ede-9afb-15d9ee5f3b26.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.371409] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.494614] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.498352] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.359s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.499039] env[69644]: DEBUG nova.objects.instance [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lazy-loading 'resources' on Instance uuid cfbddbe5-826e-406c-bc71-5c298bdb3f4f {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.535143] env[69644]: INFO nova.scheduler.client.report [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleted allocations for instance 7cd1a218-c902-4cc7-80b0-a0df4a88a08c [ 1172.663744] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "7b0853d4-ca04-4864-aa90-a79af013fe48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.664166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.665015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.665015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.665015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.667027] env[69644]: INFO nova.compute.manager [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Terminating instance [ 1172.880306] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a370359-3b09-428f-baa2-4cb0bf41267f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.904095] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c373ada-88fc-429f-8c09-8191dbbdd111 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.927722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.025285] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.025553] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.025786] env[69644]: INFO nova.compute.manager [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Attaching volume a86a09a6-9a91-4bbe-b240-22fae85dc092 to /dev/sdb [ 1173.047023] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f268240f-ac29-4b71-a6dd-5c00fab06c4a tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "7cd1a218-c902-4cc7-80b0-a0df4a88a08c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.192s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.071577] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c004d-5c7d-413c-a4d6-c37ca691f4c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.082131] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a28f4b-efa9-48e4-9d42-7d949c55f4c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.097877] env[69644]: DEBUG nova.virt.block_device [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Updating existing volume attachment record: e6b96913-4067-4279-bff4-f20afb7092b7 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.171534] env[69644]: DEBUG nova.compute.manager [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.171775] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.176910] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f92061-c214-44e1-839e-8cbb5852e009 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.179808] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f9cda-d61c-4346-a41a-1e4ebd2373cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.190040] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d70b25-219c-49eb-9e06-7ec2c09ea38e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.193361] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.193538] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08eb0067-da23-4ab2-a64b-202b6e03fe8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.227246] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea68c4a-8c09-464f-9638-b47e63a4dbf4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.230991] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1173.230991] env[69644]: value = "task-3553736" [ 1173.230991] env[69644]: _type = "Task" [ 1173.230991] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.237436] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed98fa84-7f26-43ca-81f0-a2f518a7a719 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.246085] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.263073] env[69644]: DEBUG nova.compute.provider_tree [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.473997] env[69644]: DEBUG nova.network.neutron [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Port 390a0658-817e-4ca2-92b5-212eb564b7df binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1173.744096] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553736, 'name': PowerOffVM_Task, 'duration_secs': 0.456937} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.744392] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.744543] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.744696] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2240a33-3f17-4a4f-8250-1e7a26786522 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.766958] env[69644]: DEBUG nova.scheduler.client.report [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.823251] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.823414] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.823625] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleting the datastore file [datastore2] 7b0853d4-ca04-4864-aa90-a79af013fe48 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.823944] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66548f2c-eb2f-4761-85dc-fb7b73813957 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.833065] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for the task: (returnval){ [ 1173.833065] env[69644]: value = "task-3553741" [ 1173.833065] env[69644]: _type = "Task" [ 1173.833065] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.843081] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.274411] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.300156] env[69644]: INFO nova.scheduler.client.report [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Deleted allocations for instance cfbddbe5-826e-406c-bc71-5c298bdb3f4f [ 1174.350043] env[69644]: DEBUG oslo_vmware.api [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Task: {'id': task-3553741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18038} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.350043] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.350043] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.350790] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.350790] env[69644]: INFO nova.compute.manager [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1174.350790] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.350930] env[69644]: DEBUG nova.compute.manager [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.350930] env[69644]: DEBUG nova.network.neutron [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.471306] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.471567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.502748] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.503066] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.503251] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.783081] env[69644]: DEBUG nova.compute.manager [req-205273ef-eee5-4a50-ab12-e766e24a9e51 req-cc580bef-a0bd-42eb-be71-85914eb62f65 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Received event network-vif-deleted-36637ff3-c22a-4848-852f-7d535a1c2b3d {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.783337] env[69644]: INFO nova.compute.manager [req-205273ef-eee5-4a50-ab12-e766e24a9e51 req-cc580bef-a0bd-42eb-be71-85914eb62f65 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Neutron deleted interface 36637ff3-c22a-4848-852f-7d535a1c2b3d; detaching it from the instance and deleting it from the info cache [ 1174.783506] env[69644]: DEBUG nova.network.neutron [req-205273ef-eee5-4a50-ab12-e766e24a9e51 req-cc580bef-a0bd-42eb-be71-85914eb62f65 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.810297] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d5bb0e78-3df1-45ad-b9dd-888d8d82f8e4 tempest-ImagesOneServerNegativeTestJSON-1586387438 tempest-ImagesOneServerNegativeTestJSON-1586387438-project-member] Lock "cfbddbe5-826e-406c-bc71-5c298bdb3f4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.072s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.974493] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.269526] env[69644]: DEBUG nova.network.neutron [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.285846] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41db143b-3794-41b7-8100-27d59d5c04fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.296922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60f39c-3c5c-4aa7-a940-ec9d13dcd0c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.332247] env[69644]: DEBUG nova.compute.manager [req-205273ef-eee5-4a50-ab12-e766e24a9e51 req-cc580bef-a0bd-42eb-be71-85914eb62f65 service nova] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Detach interface failed, port_id=36637ff3-c22a-4848-852f-7d535a1c2b3d, reason: Instance 7b0853d4-ca04-4864-aa90-a79af013fe48 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.498143] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.498488] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.500983] env[69644]: INFO nova.compute.claims [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.755480] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.755681] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.755864] env[69644]: DEBUG nova.network.neutron [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.772938] env[69644]: INFO nova.compute.manager [-] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Took 1.42 seconds to deallocate network for instance. [ 1176.073261] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.073261] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.279638] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.576429] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.621156] env[69644]: DEBUG nova.network.neutron [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.718871] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335f9790-b3cb-4038-8a10-b393b4d32552 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.731623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663fab8a-4a83-4b58-99a7-37f148298b53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.763747] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd42c5-30c0-4058-85b7-727579c0c8eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.774156] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a3f15-acb1-4e25-b4ce-c53263a20e38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.790573] env[69644]: DEBUG nova.compute.provider_tree [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.104794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.125683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.313964] env[69644]: ERROR nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [req-36f4efdd-22a6-4e5b-8c10-d05a26be93ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36f4efdd-22a6-4e5b-8c10-d05a26be93ef"}]} [ 1177.331167] env[69644]: DEBUG nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.345174] env[69644]: DEBUG nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.345412] env[69644]: DEBUG nova.compute.provider_tree [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.357625] env[69644]: DEBUG nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1177.377539] env[69644]: DEBUG nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.529027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67610b-929f-4fce-9405-9002792fb48a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.537253] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ce249-3e00-454a-a661-5f2040124f09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.569647] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21afd3b9-e5cf-45b7-8a8f-00a1d781e9b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.577985] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3856cdb-ae02-4d59-b2eb-4f4a26a028d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.592598] env[69644]: DEBUG nova.compute.provider_tree [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.650597] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe60f7-15d4-4612-af78-0b4ddf061f7e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.670788] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7410b6-5c1e-46d1-927e-e278a4028aca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.678520] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.125811] env[69644]: DEBUG nova.scheduler.client.report [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.126143] env[69644]: DEBUG nova.compute.provider_tree [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 137 to 138 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.126306] env[69644]: DEBUG nova.compute.provider_tree [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.147555] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.147685] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709539', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'name': 'volume-a86a09a6-9a91-4bbe-b240-22fae85dc092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15555bcf-d420-4b09-b578-aa3fd41bd8a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'serial': 'a86a09a6-9a91-4bbe-b240-22fae85dc092'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.148668] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e71b148-ef86-4334-b7ae-6310f5f37f62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.166524] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b624c-df6d-4efe-bc0e-28706199f7d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.187787] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ce05e-5692-4b14-906f-1acec665d750 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance '232c90e0-8973-4ede-9afb-15d9ee5f3b26' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.198594] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-a86a09a6-9a91-4bbe-b240-22fae85dc092/volume-a86a09a6-9a91-4bbe-b240-22fae85dc092.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.199137] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fff5ca-2b8b-461b-b0e7-f12e7aaff870 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.220708] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1178.220708] env[69644]: value = "task-3553745" [ 1178.220708] env[69644]: _type = "Task" [ 1178.220708] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.229528] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.631736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.133s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.632235] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.634939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.356s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.635212] env[69644]: DEBUG nova.objects.instance [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lazy-loading 'resources' on Instance uuid 7b0853d4-ca04-4864-aa90-a79af013fe48 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.731152] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553745, 'name': ReconfigVM_Task, 'duration_secs': 0.432235} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.731434] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-a86a09a6-9a91-4bbe-b240-22fae85dc092/volume-a86a09a6-9a91-4bbe-b240-22fae85dc092.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.735985] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0453916e-f541-4a08-8bc1-a606965cefd9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.751220] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1178.751220] env[69644]: value = "task-3553747" [ 1178.751220] env[69644]: _type = "Task" [ 1178.751220] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.759235] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.138021] env[69644]: DEBUG nova.compute.utils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.142743] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.143026] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.191788] env[69644]: DEBUG nova.policy [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416c12c313e04c64a8436530f2529534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082501e2f3464786a8fc6d304ecef3a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.264289] env[69644]: DEBUG oslo_vmware.api [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553747, 'name': ReconfigVM_Task, 'duration_secs': 0.140042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.266736] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709539', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'name': 'volume-a86a09a6-9a91-4bbe-b240-22fae85dc092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15555bcf-d420-4b09-b578-aa3fd41bd8a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'serial': 'a86a09a6-9a91-4bbe-b240-22fae85dc092'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.289309] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ee69d-0813-46e3-9090-da7da8a479dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.298082] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca129f75-9bb9-481b-81cc-93fc29f74e16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.328642] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c10cad-64d5-4222-9807-82a742a42574 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.336023] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0067d8f-4dfb-40f4-9920-43605c0a6f71 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.351144] env[69644]: DEBUG nova.compute.provider_tree [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.460181] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Successfully created port: 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.647078] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.854727] env[69644]: DEBUG nova.scheduler.client.report [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.053777] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.053777] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.053777] env[69644]: DEBUG nova.compute.manager [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Going to confirm migration 5 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1180.307742] env[69644]: DEBUG nova.objects.instance [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'flavor' on Instance uuid 15555bcf-d420-4b09-b578-aa3fd41bd8a5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.360386] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.363194] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.258s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.364777] env[69644]: INFO nova.compute.claims [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.384066] env[69644]: INFO nova.scheduler.client.report [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Deleted allocations for instance 7b0853d4-ca04-4864-aa90-a79af013fe48 [ 1180.435690] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.612852] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.613066] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.613250] env[69644]: DEBUG nova.network.neutron [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.613436] env[69644]: DEBUG nova.objects.instance [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'info_cache' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.657907] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.683457] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.684018] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.684018] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.684121] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.684233] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.684380] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.684584] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.684742] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.684907] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.685228] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.685283] env[69644]: DEBUG nova.virt.hardware [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.686137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff654b5-ea25-49ee-b9fb-1d27fd624566 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.695486] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421d066-66f7-44f0-a0bd-b5d18e6baad8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.814925] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e8191b52-7f2f-40a6-95d9-09910e077356 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.789s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.815691] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.380s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.815909] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.816547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.816547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.817900] env[69644]: INFO nova.compute.manager [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Terminating instance [ 1180.871450] env[69644]: DEBUG nova.compute.manager [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.871687] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.871864] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.872045] env[69644]: DEBUG oslo_concurrency.lockutils [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.872214] env[69644]: DEBUG nova.compute.manager [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] No waiting events found dispatching network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.872377] env[69644]: WARNING nova.compute.manager [req-d2aade63-70a6-4a64-97a5-f75823955ab5 req-6b2dcc30-7af0-411f-b588-4d2b5a648613 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received unexpected event network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 for instance with vm_state building and task_state spawning. [ 1180.890825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c5d1273a-56b2-4c05-9a8c-876df7e03c8d tempest-ServersTestJSON-1659168521 tempest-ServersTestJSON-1659168521-project-member] Lock "7b0853d4-ca04-4864-aa90-a79af013fe48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.227s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.956184] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Successfully updated port: 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.321669] env[69644]: DEBUG nova.compute.manager [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.322088] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.322405] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79de5b1f-a383-4099-8e96-d0829850d19a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.331652] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1181.331652] env[69644]: value = "task-3553749" [ 1181.331652] env[69644]: _type = "Task" [ 1181.331652] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.341417] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.458430] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.458576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.458724] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.527449] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce3a54-2569-416c-98df-13f9fc2eb6bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.538096] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f394490-791c-4d44-b62e-d32961c4b906 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.571590] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b3f5dc-e84a-4ee4-b020-a276ba9c8e5a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.578712] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d1258-47d1-4032-900b-091f5e8dfaf9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.598486] env[69644]: DEBUG nova.compute.provider_tree [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.838137] env[69644]: DEBUG nova.network.neutron [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.842933] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553749, 'name': PowerOffVM_Task, 'duration_secs': 0.228752} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.843394] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.843593] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.843791] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709539', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'name': 'volume-a86a09a6-9a91-4bbe-b240-22fae85dc092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15555bcf-d420-4b09-b578-aa3fd41bd8a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'serial': 'a86a09a6-9a91-4bbe-b240-22fae85dc092'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.844554] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ab662-7e3a-4331-8eea-192af5263469 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.872819] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94405d6a-f5dc-4409-9427-b1df6872f068 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.880341] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92caef63-bdeb-4ec9-aeb9-43908f06cfda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.903094] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88305b0a-b67b-4864-ae52-4a16a0df61c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.919461] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] The volume has not been displaced from its original location: [datastore2] volume-a86a09a6-9a91-4bbe-b240-22fae85dc092/volume-a86a09a6-9a91-4bbe-b240-22fae85dc092.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.924593] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.924901] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41ecab1-7ab8-44b7-ad62-078ff0c49622 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.944024] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1181.944024] env[69644]: value = "task-3553750" [ 1181.944024] env[69644]: _type = "Task" [ 1181.944024] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.952500] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.991284] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.101728] env[69644]: DEBUG nova.scheduler.client.report [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.127106] env[69644]: DEBUG nova.network.neutron [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.344623] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.344889] env[69644]: DEBUG nova.objects.instance [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'migration_context' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.454900] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553750, 'name': ReconfigVM_Task, 'duration_secs': 0.216937} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.455267] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.460552] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2eab82-458a-469b-969e-aefad017d88e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.481986] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1182.481986] env[69644]: value = "task-3553751" [ 1182.481986] env[69644]: _type = "Task" [ 1182.481986] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.491270] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.606917] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.607510] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.630094] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.630500] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance network_info: |[{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.631083] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:25:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2363d49f-aa87-4174-857b-388a4221f960', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.639141] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating folder: Project (082501e2f3464786a8fc6d304ecef3a1). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.639141] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df91b90-451d-49da-8c68-286c47ec4970 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.653272] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created folder: Project (082501e2f3464786a8fc6d304ecef3a1) in parent group-v709242. [ 1182.653456] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating folder: Instances. Parent ref: group-v709541. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.653726] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40dd2824-86fa-44d1-8405-17d3dee75fb2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.667778] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created folder: Instances in parent group-v709541. [ 1182.667778] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.667778] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.667778] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f08e16d-eda3-41db-97a9-92da84178656 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.688775] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.688775] env[69644]: value = "task-3553754" [ 1182.688775] env[69644]: _type = "Task" [ 1182.688775] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.698040] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553754, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.847863] env[69644]: DEBUG nova.objects.base [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Object Instance<232c90e0-8973-4ede-9afb-15d9ee5f3b26> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.848775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14797ae-0fa4-45f8-aa89-92a5408d4190 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.871519] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9a57a3-12c2-476f-a768-533620f03356 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.881477] env[69644]: DEBUG oslo_vmware.api [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1182.881477] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c5d2dd-c951-1dfd-cd51-bd849f48a8a5" [ 1182.881477] env[69644]: _type = "Task" [ 1182.881477] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.890695] env[69644]: DEBUG oslo_vmware.api [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c5d2dd-c951-1dfd-cd51-bd849f48a8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.925421] env[69644]: DEBUG nova.compute.manager [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-changed-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.925522] env[69644]: DEBUG nova.compute.manager [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing instance network info cache due to event network-changed-2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.925715] env[69644]: DEBUG oslo_concurrency.lockutils [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.925862] env[69644]: DEBUG oslo_concurrency.lockutils [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.926031] env[69644]: DEBUG nova.network.neutron [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing network info cache for port 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.994369] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553751, 'name': ReconfigVM_Task, 'duration_secs': 0.170845} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.994595] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709539', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'name': 'volume-a86a09a6-9a91-4bbe-b240-22fae85dc092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15555bcf-d420-4b09-b578-aa3fd41bd8a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86a09a6-9a91-4bbe-b240-22fae85dc092', 'serial': 'a86a09a6-9a91-4bbe-b240-22fae85dc092'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.994960] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.995661] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe88f1-07bd-4e8c-bde8-dc1f647c1834 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.006110] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.006647] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6685ae22-d910-4653-a4d7-f8924f52e797 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.087063] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.087441] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.087794] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore1] 15555bcf-d420-4b09-b578-aa3fd41bd8a5 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.088212] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8162b96-fdf8-4db6-8865-b6eb14274088 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.099363] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1183.099363] env[69644]: value = "task-3553756" [ 1183.099363] env[69644]: _type = "Task" [ 1183.099363] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.111441] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.113177] env[69644]: DEBUG nova.compute.utils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.115038] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.115038] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.169254] env[69644]: DEBUG nova.policy [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ad9851f4eef47a2a4e18dad550157b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e72f36d8c8a342649e85b3696157d37f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.204037] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553754, 'name': CreateVM_Task, 'duration_secs': 0.358415} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.204037] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.204351] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.204558] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.204919] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.205207] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbe0303-529d-4675-924a-3b244b30b575 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.211577] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1183.211577] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52730cbc-93f7-d159-4dc0-13c769db9709" [ 1183.211577] env[69644]: _type = "Task" [ 1183.211577] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.221034] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52730cbc-93f7-d159-4dc0-13c769db9709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.392127] env[69644]: DEBUG oslo_vmware.api [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c5d2dd-c951-1dfd-cd51-bd849f48a8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.392555] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.393964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.487456] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Successfully created port: effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.609343] env[69644]: DEBUG oslo_vmware.api [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149693} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.609603] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.609785] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.609997] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.610191] env[69644]: INFO nova.compute.manager [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1183.610431] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.610621] env[69644]: DEBUG nova.compute.manager [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.610705] env[69644]: DEBUG nova.network.neutron [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.617851] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.722085] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52730cbc-93f7-d159-4dc0-13c769db9709, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.722421] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.722654] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.722886] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.723046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.723271] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.723475] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db59f7c8-88e2-4268-a3cb-2eb139819662 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.733070] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.733272] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.734028] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d4c46d-0bde-4f24-933f-c4d3c081495a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.740614] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1183.740614] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5218d7f7-c0f3-db8e-d6aa-de2cdac75f88" [ 1183.740614] env[69644]: _type = "Task" [ 1183.740614] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.754290] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5218d7f7-c0f3-db8e-d6aa-de2cdac75f88, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.755060] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d502d042-232e-42ac-a293-48158c36eaa3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.760935] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1183.760935] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e2a071-a2e3-16a8-1ce2-6f3bd0b81673" [ 1183.760935] env[69644]: _type = "Task" [ 1183.760935] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.769335] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e2a071-a2e3-16a8-1ce2-6f3bd0b81673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.773656] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.773872] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.798407] env[69644]: DEBUG nova.network.neutron [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updated VIF entry in instance network info cache for port 2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.798869] env[69644]: DEBUG nova.network.neutron [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.072429] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aa6aac-4077-4f70-87d5-1eaac54dd279 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.080146] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874fd58-1793-445f-9cd3-773e2a8bb6dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.111304] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ff9ca-2b24-46a0-874d-197e69f8c013 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.119701] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec61f6-0988-4f90-be25-3519fa42ee46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.136837] env[69644]: DEBUG nova.compute.provider_tree [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.271344] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e2a071-a2e3-16a8-1ce2-6f3bd0b81673, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.271633] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.271888] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.272176] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2835a1f1-a769-4e84-b8e3-f8e9dcf7f8c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.275620] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.280059] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1184.280059] env[69644]: value = "task-3553757" [ 1184.280059] env[69644]: _type = "Task" [ 1184.280059] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.287377] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.301618] env[69644]: DEBUG oslo_concurrency.lockutils [req-c75aa50a-6503-4eaf-8d87-846934e8bda1 req-e2b2e331-e6fb-47b3-b6e9-ed83ce947572 service nova] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.540803] env[69644]: DEBUG nova.network.neutron [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.629287] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.639840] env[69644]: DEBUG nova.scheduler.client.report [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.656561] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.656822] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.656980] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.657187] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.657335] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.657479] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.657685] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.657910] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.658165] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.658350] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.658526] env[69644]: DEBUG nova.virt.hardware [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.659417] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05958617-a445-4d34-880e-cdf180140621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.670744] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8719c-5a29-484b-8282-39acadc57a99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.797399] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.801871] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.951713] env[69644]: DEBUG nova.compute.manager [req-1fa950d5-23e9-41dc-8ef4-ac3505a46e81 req-9c0fd71d-9723-4988-9b54-0943f57ed00e service nova] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Received event network-vif-deleted-704ea890-c37c-4b1e-a651-14860c7dba44 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.043834] env[69644]: INFO nova.compute.manager [-] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Took 1.43 seconds to deallocate network for instance. [ 1185.192410] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Successfully updated port: effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.294744] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59038} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.295409] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.295552] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.295774] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad7da06-a1f0-4c13-aa1b-36cfd9a0fd82 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.302782] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1185.302782] env[69644]: value = "task-3553758" [ 1185.302782] env[69644]: _type = "Task" [ 1185.302782] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.311081] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.522033] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.522290] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.522449] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.522601] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.522754] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.522900] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.523062] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.523206] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1185.523355] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.589544] env[69644]: INFO nova.compute.manager [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Took 0.55 seconds to detach 1 volumes for instance. [ 1185.651942] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.652182] env[69644]: DEBUG nova.compute.manager [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69644) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1185.654962] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.853s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.656515] env[69644]: INFO nova.compute.claims [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.696642] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.696825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.696951] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.813238] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067192} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.813460] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.814227] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174556d8-159b-4dfe-a6a9-964db03e32ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.835747] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.836339] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ae837d-a911-4892-a954-ae883b7192a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.856327] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1185.856327] env[69644]: value = "task-3553759" [ 1185.856327] env[69644]: _type = "Task" [ 1185.856327] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.864313] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.026061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.097525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.218368] env[69644]: INFO nova.scheduler.client.report [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted allocation for migration 14cffc00-3280-4913-a847-f0f75dea8ef2 [ 1186.231714] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.351828] env[69644]: DEBUG nova.network.neutron [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating instance_info_cache with network_info: [{"id": "effaf8b8-1c2a-48a9-b615-539deffb5407", "address": "fa:16:3e:be:36:af", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffaf8b8-1c", "ovs_interfaceid": "effaf8b8-1c2a-48a9-b615-539deffb5407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.368426] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.724638] env[69644]: DEBUG oslo_concurrency.lockutils [None req-06358892-c68f-4884-883e-188deedb6352 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.671s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.824492] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390cdb5-1d9f-4767-838d-4288b1037dfc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.833894] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4c050-ba5c-458d-aadd-7ddbf3a59141 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.864835] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Instance network_info: |[{"id": "effaf8b8-1c2a-48a9-b615-539deffb5407", "address": "fa:16:3e:be:36:af", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffaf8b8-1c", "ovs_interfaceid": "effaf8b8-1c2a-48a9-b615-539deffb5407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.865508] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:36:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'effaf8b8-1c2a-48a9-b615-539deffb5407', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.872899] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.876473] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9215c42c-bb23-4467-a7ec-caec4e9d6721 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.878964] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.879194] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2ee8932-1e25-4ed6-aba0-86b1fa38611d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.897725] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553759, 'name': ReconfigVM_Task, 'duration_secs': 0.821826} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.900686] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.901350] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.901350] env[69644]: value = "task-3553760" [ 1186.901350] env[69644]: _type = "Task" [ 1186.901350] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.901860] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c34851-de39-4b85-ada1-d002e04f95c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.904362] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c8bc52-6ce8-4d4a-b907-09cdaf1dcf56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.920409] env[69644]: DEBUG nova.compute.provider_tree [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.925605] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1186.925605] env[69644]: value = "task-3553761" [ 1186.925605] env[69644]: _type = "Task" [ 1186.925605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.925860] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553760, 'name': CreateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.937245] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553761, 'name': Rename_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.986694] env[69644]: DEBUG nova.compute.manager [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Received event network-vif-plugged-effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.986869] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.987106] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.987302] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.987504] env[69644]: DEBUG nova.compute.manager [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] No waiting events found dispatching network-vif-plugged-effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1186.987722] env[69644]: WARNING nova.compute.manager [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Received unexpected event network-vif-plugged-effaf8b8-1c2a-48a9-b615-539deffb5407 for instance with vm_state building and task_state spawning. [ 1186.987943] env[69644]: DEBUG nova.compute.manager [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Received event network-changed-effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.988134] env[69644]: DEBUG nova.compute.manager [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Refreshing instance network info cache due to event network-changed-effaf8b8-1c2a-48a9-b615-539deffb5407. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.988340] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Acquiring lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.988489] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Acquired lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.988658] env[69644]: DEBUG nova.network.neutron [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Refreshing network info cache for port effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.230981] env[69644]: DEBUG nova.objects.instance [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.269281] env[69644]: INFO nova.compute.manager [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Rebuilding instance [ 1187.307829] env[69644]: DEBUG nova.compute.manager [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.308700] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b223fb-72f4-4577-864e-81c1977aca02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.417809] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553760, 'name': CreateVM_Task, 'duration_secs': 0.315626} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.418480] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.418895] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.419146] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.419564] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.419898] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c91bb40-b668-42bf-b368-865f235ef35c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.425048] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1187.425048] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4a0dc-7a52-b26d-5a1f-b90bd12d0e2d" [ 1187.425048] env[69644]: _type = "Task" [ 1187.425048] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.428605] env[69644]: DEBUG nova.scheduler.client.report [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.442928] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553761, 'name': Rename_Task, 'duration_secs': 0.147382} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.443237] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4a0dc-7a52-b26d-5a1f-b90bd12d0e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.443486] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.443717] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf531d3-fd36-4800-a252-f83a7551bead {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.450739] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1187.450739] env[69644]: value = "task-3553762" [ 1187.450739] env[69644]: _type = "Task" [ 1187.450739] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.459091] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.688381] env[69644]: DEBUG nova.network.neutron [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updated VIF entry in instance network info cache for port effaf8b8-1c2a-48a9-b615-539deffb5407. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.688743] env[69644]: DEBUG nova.network.neutron [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating instance_info_cache with network_info: [{"id": "effaf8b8-1c2a-48a9-b615-539deffb5407", "address": "fa:16:3e:be:36:af", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffaf8b8-1c", "ovs_interfaceid": "effaf8b8-1c2a-48a9-b615-539deffb5407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.735803] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.736063] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.736161] env[69644]: DEBUG nova.network.neutron [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.736345] env[69644]: DEBUG nova.objects.instance [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'info_cache' on Instance uuid 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.936599] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.936789] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.939528] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f4a0dc-7a52-b26d-5a1f-b90bd12d0e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.939751] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.914s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.939945] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.940108] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1187.940370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.843s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.940569] env[69644]: DEBUG nova.objects.instance [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'resources' on Instance uuid 15555bcf-d420-4b09-b578-aa3fd41bd8a5 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.941475] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.941696] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.941926] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.942088] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.942295] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.943066] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8ff99-d4c2-457f-944a-50b92dcd3205 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.945692] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d7af8e-15d9-49c6-a3da-3eff99a9ebab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.958735] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a3a783-51a7-4d76-a931-42337c967a4e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.965137] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.965325] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.966913] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d52648-7bf3-420a-91da-45a825da623a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.980479] env[69644]: DEBUG oslo_vmware.api [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553762, 'name': PowerOnVM_Task, 'duration_secs': 0.457166} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.981550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e26982-e49a-4aa4-8f07-5825e08332cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.984111] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.984322] env[69644]: INFO nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1187.984521] env[69644]: DEBUG nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.986354] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b851f6b6-d191-44a5-a487-71fade67f456 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.988750] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1187.988750] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52198bc3-0bc2-059b-5ea3-4355eef15b95" [ 1187.988750] env[69644]: _type = "Task" [ 1187.988750] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.999485] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad3f58-e816-4610-8528-975e5df54a3c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.006238] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52198bc3-0bc2-059b-5ea3-4355eef15b95, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.007338] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c74880f-77f9-448f-a9dc-888ddb4d825a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.033781] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178983MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1188.033919] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.037901] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1188.037901] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbc2d6-a790-358f-33b5-534b37556e19" [ 1188.037901] env[69644]: _type = "Task" [ 1188.037901] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.045859] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbc2d6-a790-358f-33b5-534b37556e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.191363] env[69644]: DEBUG oslo_concurrency.lockutils [req-9a98e01b-6ae8-4a95-abae-579495b3ed2a req-39aa029a-25e3-4739-9eda-ad832fd86f0a service nova] Releasing lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.239093] env[69644]: DEBUG nova.objects.base [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Object Instance<232c90e0-8973-4ede-9afb-15d9ee5f3b26> lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.321495] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.321816] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52141a65-25e1-4091-ab4c-6df61b2f8545 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.331647] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1188.331647] env[69644]: value = "task-3553763" [ 1188.331647] env[69644]: _type = "Task" [ 1188.331647] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.339384] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.449650] env[69644]: DEBUG nova.compute.utils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.454805] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.454805] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.494382] env[69644]: DEBUG nova.policy [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60a3321f3ad4148abc7912eeca37db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a20f33c61624b4b87ddaa0f1929ac39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.515712] env[69644]: INFO nova.compute.manager [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Took 13.03 seconds to build instance. [ 1188.549753] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fbc2d6-a790-358f-33b5-534b37556e19, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.552421] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.552699] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5bccd306-91b8-44c8-b2d4-df2fdd378122/5bccd306-91b8-44c8-b2d4-df2fdd378122.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.554019] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857c26b4-c165-4c82-8c5c-5735056d2090 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.561187] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1188.561187] env[69644]: value = "task-3553764" [ 1188.561187] env[69644]: _type = "Task" [ 1188.561187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.572391] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.638729] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1763de24-a52e-40d0-8131-1959e3f5371e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.646492] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111ae59-ea1f-4f32-9da3-d9d27c48e401 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.680484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999aac72-28f7-48e3-9e71-a88ba5e3b366 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.691293] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d8b33e-215f-4991-862a-0230eb55cafc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.708601] env[69644]: DEBUG nova.compute.provider_tree [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.773913] env[69644]: DEBUG nova.compute.manager [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-changed-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.774234] env[69644]: DEBUG nova.compute.manager [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing instance network info cache due to event network-changed-2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.774701] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.777296] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.777296] env[69644]: DEBUG nova.network.neutron [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing network info cache for port 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.846681] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553763, 'name': PowerOffVM_Task, 'duration_secs': 0.254231} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.846681] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.846681] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.847483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf1de50-ec85-4a70-a81a-f0cb5e02e812 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.852847] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Successfully created port: 944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.862963] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.863761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ec95a8-c0ee-433b-9c33-9e46d801be9a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.955012] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.967356] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.967994] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.967994] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleting the datastore file [datastore2] d411e062-f269-4177-b877-1142f9181739 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.968941] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d8ca09-6135-46e0-8928-688f00375705 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.979115] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1188.979115] env[69644]: value = "task-3553766" [ 1188.979115] env[69644]: _type = "Task" [ 1188.979115] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.989135] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.018864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-098e32d8-f16b-4674-a112-afbae80b32e5 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.546s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.070662] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48422} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.071027] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5bccd306-91b8-44c8-b2d4-df2fdd378122/5bccd306-91b8-44c8-b2d4-df2fdd378122.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.071295] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.071548] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5acb4cad-dee5-4713-9452-61b0430b6869 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.079404] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1189.079404] env[69644]: value = "task-3553767" [ 1189.079404] env[69644]: _type = "Task" [ 1189.079404] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.092082] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.115310] env[69644]: DEBUG nova.network.neutron [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [{"id": "390a0658-817e-4ca2-92b5-212eb564b7df", "address": "fa:16:3e:50:6e:90", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390a0658-81", "ovs_interfaceid": "390a0658-817e-4ca2-92b5-212eb564b7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.211404] env[69644]: DEBUG nova.scheduler.client.report [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.462624] env[69644]: INFO nova.virt.block_device [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Booting with volume 29653d13-9291-496a-96f6-251fd5da5e69 at /dev/sda [ 1189.489932] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176893} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.490248] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.490434] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.490616] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.495620] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c17b9d56-2d06-42ac-b032-c5c631335228 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.498011] env[69644]: DEBUG nova.network.neutron [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updated VIF entry in instance network info cache for port 2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.498366] env[69644]: DEBUG nova.network.neutron [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.508159] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b9e44-b78b-4c24-89e3-f90fa98960ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.541693] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f45beef-6483-4c36-b25f-a39ecb9e0de1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.551245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b2040-2ebf-4b39-bfb9-87c6728c9dfe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.586644] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef6c6d-5f35-415f-aa52-e6ef8891279b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.594312] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078653} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.596932] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.597212] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28842067-1711-4ce2-939f-cd0ef9f23209 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.599991] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634435f-2549-4562-a227-2f3b653b72a9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.622279] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5bccd306-91b8-44c8-b2d4-df2fdd378122/5bccd306-91b8-44c8-b2d4-df2fdd378122.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.626226] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-232c90e0-8973-4ede-9afb-15d9ee5f3b26" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.627515] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a66cf83-8b88-4594-94e1-46b222883c73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.641877] env[69644]: DEBUG nova.virt.block_device [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating existing volume attachment record: 1e62857f-c50b-43d4-96a5-85e1f3702f8c {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1189.652137] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1189.652137] env[69644]: value = "task-3553768" [ 1189.652137] env[69644]: _type = "Task" [ 1189.652137] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.661977] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.716656] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.719140] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.685s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.740466] env[69644]: INFO nova.scheduler.client.report [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance 15555bcf-d420-4b09-b578-aa3fd41bd8a5 [ 1190.001812] env[69644]: DEBUG oslo_concurrency.lockutils [req-cc586ba9-e9c4-4af0-8c6c-7aaff84ca382 req-5b3a03c3-789c-4ddc-b1a3-4c98e8bf3870 service nova] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.163064] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.247968] env[69644]: DEBUG oslo_concurrency.lockutils [None req-94b4f8e7-f8fc-42eb-bc42-8d0474c47f0d tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "15555bcf-d420-4b09-b578-aa3fd41bd8a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.432s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.373337] env[69644]: DEBUG nova.compute.manager [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Received event network-vif-plugged-944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.373621] env[69644]: DEBUG oslo_concurrency.lockutils [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.373832] env[69644]: DEBUG oslo_concurrency.lockutils [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.374007] env[69644]: DEBUG oslo_concurrency.lockutils [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.374186] env[69644]: DEBUG nova.compute.manager [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] No waiting events found dispatching network-vif-plugged-944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1190.374395] env[69644]: WARNING nova.compute.manager [req-a56c92d2-4444-48f4-b20c-a6ade1ac86c2 req-a292146f-b707-4cb4-ba9e-6ce48e214691 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Received unexpected event network-vif-plugged-944b64b5-6843-4c0a-a6f0-b1984ada62ab for instance with vm_state building and task_state block_device_mapping. [ 1190.467054] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Successfully updated port: 944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.523576] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.523826] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.523988] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.524187] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.524467] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.524467] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.524667] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.524877] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.525101] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.525276] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.525449] env[69644]: DEBUG nova.virt.hardware [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.526328] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206cfce3-5376-406e-a7ef-0d5669133f0b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.535137] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81178c92-cb98-42ca-a474-517dd4fe810b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.551400] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:5d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99e47fa-a629-4c81-bac0-c2768c4e932a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.559519] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.559862] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e062-f269-4177-b877-1142f9181739] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.560179] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e197688-dc31-4a99-b8b7-e52bb21d5693 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.581032] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.581032] env[69644]: value = "task-3553769" [ 1190.581032] env[69644]: _type = "Task" [ 1190.581032] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.589126] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553769, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.649431] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.650129] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0394b4-15ac-446e-9d35-64fb6a776321 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.659601] env[69644]: DEBUG oslo_vmware.api [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1190.659601] env[69644]: value = "task-3553770" [ 1190.659601] env[69644]: _type = "Task" [ 1190.659601] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.667545] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.674545] env[69644]: DEBUG oslo_vmware.api [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.695894] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.696024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.749715] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.750065] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 53196b13-b976-4f28-b982-a94ca5558a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.750320] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d411e062-f269-4177-b877-1142f9181739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.750545] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.750753] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 6d97d844-44dd-4800-9d68-568dd4fd755c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.750982] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.751204] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.751370] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5bccd306-91b8-44c8-b2d4-df2fdd378122 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.751507] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5d9d9432-e89f-4308-82dd-440baa51cb98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1190.972499] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.972799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.972978] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.090984] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553769, 'name': CreateVM_Task, 'duration_secs': 0.383738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.091262] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e062-f269-4177-b877-1142f9181739] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.091899] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.092079] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.092454] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.092709] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaad62b7-42c8-4a5b-9538-4ac522d19c03 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.098732] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1191.098732] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd822-7dc0-62b4-cda2-50fdb7890758" [ 1191.098732] env[69644]: _type = "Task" [ 1191.098732] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.110405] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cbd822-7dc0-62b4-cda2-50fdb7890758, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.110691] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.110939] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.111203] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.111351] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.111528] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.111773] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bf1f09-4109-4305-8d71-86a8b3f59311 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.120262] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.120443] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.121275] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc273dd-fac7-4eea-ad0c-90b0bc3be7be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.126856] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1191.126856] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52140ec2-9bec-51fa-2fed-ec363930dcc0" [ 1191.126856] env[69644]: _type = "Task" [ 1191.126856] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.135624] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52140ec2-9bec-51fa-2fed-ec363930dcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.162440] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553768, 'name': ReconfigVM_Task, 'duration_secs': 1.147078} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.165338] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5bccd306-91b8-44c8-b2d4-df2fdd378122/5bccd306-91b8-44c8-b2d4-df2fdd378122.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.165935] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d441a4cf-cbef-4136-b3c4-ced5d4f45950 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.173344] env[69644]: DEBUG oslo_vmware.api [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.175061] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1191.175061] env[69644]: value = "task-3553771" [ 1191.175061] env[69644]: _type = "Task" [ 1191.175061] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.182784] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553771, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.200183] env[69644]: DEBUG nova.compute.utils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.254454] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance a3468244-6991-4de9-8487-475d327b6aac has allocations against this compute host but is not found in the database. [ 1191.254650] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1191.254797] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1191.394843] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ec0fd-1266-4fa2-b54f-2e870d7e3eda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.403059] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c21dde-46df-4a4f-8cb6-62076a68384c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.433975] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d336a5f-b264-4a89-bc01-e8188eb259b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.442457] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096b72a-1296-4baa-a57a-cbbb127586c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.457928] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.507050] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.509273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.509494] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.627460] env[69644]: DEBUG nova.network.neutron [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.638601] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52140ec2-9bec-51fa-2fed-ec363930dcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.639445] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1d2b5a-3cbf-4b22-9297-9c027e5c9162 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.645491] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1191.645491] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525264e2-fe32-a073-1f9f-0d7d434803ca" [ 1191.645491] env[69644]: _type = "Task" [ 1191.645491] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.653604] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525264e2-fe32-a073-1f9f-0d7d434803ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.670466] env[69644]: DEBUG oslo_vmware.api [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553770, 'name': PowerOnVM_Task, 'duration_secs': 0.716761} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.670705] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.670905] env[69644]: DEBUG nova.compute.manager [None req-4958b734-cb5c-4a1c-8605-153a5cf43962 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1191.671629] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fce87c3-b379-43fe-82e9-ff10cf0498de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.685782] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553771, 'name': Rename_Task, 'duration_secs': 0.210837} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.686037] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.686262] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e83e9c-66cf-469e-9722-c735fd75c48a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.692650] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1191.692650] env[69644]: value = "task-3553772" [ 1191.692650] env[69644]: _type = "Task" [ 1191.692650] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.700117] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.702762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.730726] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.731555] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.731555] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.731555] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.731819] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.731902] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.732065] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.732505] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.732505] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.732668] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.732758] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.732936] env[69644]: DEBUG nova.virt.hardware [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.733917] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c963ed-0ce2-4908-883b-34a703cf3954 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.742994] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c2b925-43bf-4ce8-b407-cd66155b336d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961242] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.012244] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.133614] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.133958] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Instance network_info: |[{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.134423] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:be:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '944b64b5-6843-4c0a-a6f0-b1984ada62ab', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.143723] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.143933] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.144179] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749edb3b-b9ee-4528-bdcc-58ee8fec33c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.167072] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525264e2-fe32-a073-1f9f-0d7d434803ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.168376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.168636] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.168877] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.168877] env[69644]: value = "task-3553773" [ 1192.168877] env[69644]: _type = "Task" [ 1192.168877] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.169095] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d78fb1c-08bc-4166-a0a5-0758b9ba44d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.178245] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1192.178245] env[69644]: value = "task-3553774" [ 1192.178245] env[69644]: _type = "Task" [ 1192.178245] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.181273] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553773, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.203332] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.404368] env[69644]: DEBUG nova.compute.manager [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Received event network-changed-944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.404503] env[69644]: DEBUG nova.compute.manager [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Refreshing instance network info cache due to event network-changed-944b64b5-6843-4c0a-a6f0-b1984ada62ab. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.404814] env[69644]: DEBUG oslo_concurrency.lockutils [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.404876] env[69644]: DEBUG oslo_concurrency.lockutils [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.404999] env[69644]: DEBUG nova.network.neutron [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Refreshing network info cache for port 944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.466476] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1192.466670] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.748s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.466853] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.535305] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.535610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.537245] env[69644]: INFO nova.compute.claims [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.684454] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553773, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.693499] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553774, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.706651] env[69644]: DEBUG oslo_vmware.api [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553772, 'name': PowerOnVM_Task, 'duration_secs': 0.800397} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.706938] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.707186] env[69644]: INFO nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1192.707362] env[69644]: DEBUG nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.708228] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd6cb5-b585-4578-9355-4490dc54bdfc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.781605] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.781807] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.782023] env[69644]: INFO nova.compute.manager [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Attaching volume dc9d05df-436a-4053-ba0e-ca12d73e2c7e to /dev/sdb [ 1192.814623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14aaa48-8ded-4f33-8de0-63d2326d169b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.823471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce9fbfa-1499-414c-a85f-354fd5b3475c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.838033] env[69644]: DEBUG nova.virt.block_device [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating existing volume attachment record: 7e5b1362-2d5e-44a8-ac65-22510b3c461d {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1193.104952] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.105232] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.105516] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.105734] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.105910] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.108068] env[69644]: INFO nova.compute.manager [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Terminating instance [ 1193.113613] env[69644]: DEBUG nova.network.neutron [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updated VIF entry in instance network info cache for port 944b64b5-6843-4c0a-a6f0-b1984ada62ab. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.113948] env[69644]: DEBUG nova.network.neutron [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.182421] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553773, 'name': CreateVM_Task, 'duration_secs': 0.590089} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.182774] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.183295] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '1e62857f-c50b-43d4-96a5-85e1f3702f8c', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709540', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'name': 'volume-29653d13-9291-496a-96f6-251fd5da5e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9d9432-e89f-4308-82dd-440baa51cb98', 'attached_at': '', 'detached_at': '', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'serial': '29653d13-9291-496a-96f6-251fd5da5e69'}, 'volume_type': None}], 'swap': None} {{(pid=69644) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1193.183498] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Root volume attach. Driver type: vmdk {{(pid=69644) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1193.184278] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeade420-c433-410d-937c-7c32ce279709 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.198896] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff8edd-c581-4c97-bd4c-849d80e69ed9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.201458] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524501} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.201706] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.201977] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.202521] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f85e87b7-595b-46ae-bec5-23eff159138a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.206890] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae011ff-5f03-433f-b92d-7a275f3d8b29 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.211410] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1193.211410] env[69644]: value = "task-3553776" [ 1193.211410] env[69644]: _type = "Task" [ 1193.211410] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.216838] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7a85dd54-d02f-480c-862f-23e928135b54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.231825] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.233535] env[69644]: INFO nova.compute.manager [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Took 16.15 seconds to build instance. [ 1193.234641] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1193.234641] env[69644]: value = "task-3553777" [ 1193.234641] env[69644]: _type = "Task" [ 1193.234641] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.244529] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553777, 'name': RelocateVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.612821] env[69644]: DEBUG nova.compute.manager [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.612821] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.613403] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7a5cc-a6d4-4ea6-ac3d-04e55428b7f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.616658] env[69644]: DEBUG oslo_concurrency.lockutils [req-01c7270d-16e5-4fbc-8b99-36862c775616 req-bba5813f-e1a1-401b-b0a6-17a7f2331103 service nova] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.624996] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.625262] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f81163e-37c7-4c07-b91b-a65b35077f2d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.633535] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1193.633535] env[69644]: value = "task-3553778" [ 1193.633535] env[69644]: _type = "Task" [ 1193.633535] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.642156] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.693749] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2bccca-be1f-44ec-a169-f3d1213c8ded {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.702604] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2db1e7-fadb-4bf2-a38e-31f724d78a17 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.742591] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4432a83-4565-4b03-b051-ca1c10a1eff6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.745151] env[69644]: DEBUG oslo_concurrency.lockutils [None req-41adba00-53db-48b6-b135-94e2d0546d3d tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.674s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.757232] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252bde4c-72ff-4e28-91fe-57eb3a8d102f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.761502] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553777, 'name': RelocateVM_Task} progress is 20%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.761754] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160576} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.762016] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.763126] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea03fda2-b8aa-4f40-a02f-64d79d12a3fb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.773643] env[69644]: DEBUG nova.compute.provider_tree [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.798217] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.799432] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2177563a-040f-4fa2-ae00-350b3efd915a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.822294] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1193.822294] env[69644]: value = "task-3553779" [ 1193.822294] env[69644]: _type = "Task" [ 1193.822294] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.831503] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.955825] env[69644]: DEBUG nova.compute.manager [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Received event network-changed-effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.956045] env[69644]: DEBUG nova.compute.manager [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Refreshing instance network info cache due to event network-changed-effaf8b8-1c2a-48a9-b615-539deffb5407. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.956328] env[69644]: DEBUG oslo_concurrency.lockutils [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] Acquiring lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.956490] env[69644]: DEBUG oslo_concurrency.lockutils [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] Acquired lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.956575] env[69644]: DEBUG nova.network.neutron [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Refreshing network info cache for port effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.145086] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553778, 'name': PowerOffVM_Task, 'duration_secs': 0.326343} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.145363] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.145530] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.145778] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066e8343-355b-4502-89c5-afc976e47f90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.243628] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.244228] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.244228] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleting the datastore file [datastore1] 232c90e0-8973-4ede-9afb-15d9ee5f3b26 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.244703] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1568b857-4ace-470c-8900-c8c1f9c6c902 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.249575] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553777, 'name': RelocateVM_Task, 'duration_secs': 0.568408} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.250272] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1194.250479] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709540', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'name': 'volume-29653d13-9291-496a-96f6-251fd5da5e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9d9432-e89f-4308-82dd-440baa51cb98', 'attached_at': '', 'detached_at': '', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'serial': '29653d13-9291-496a-96f6-251fd5da5e69'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1194.251387] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ec2c5-e193-46f7-902c-6dbc61ead7d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.255895] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1194.255895] env[69644]: value = "task-3553781" [ 1194.255895] env[69644]: _type = "Task" [ 1194.255895] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.275054] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e70b57b-afc6-4f14-a4d7-71803e78a3a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.283936] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.303277] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-29653d13-9291-496a-96f6-251fd5da5e69/volume-29653d13-9291-496a-96f6-251fd5da5e69.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.304374] env[69644]: ERROR nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [req-65bbe623-6fe7-44cc-8415-02b3d632f85a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65bbe623-6fe7-44cc-8415-02b3d632f85a"}]} [ 1194.304701] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d63d3c-ad27-4f92-bd55-eaa9e3b0862e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.327484] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1194.327484] env[69644]: value = "task-3553782" [ 1194.327484] env[69644]: _type = "Task" [ 1194.327484] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.334208] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.335168] env[69644]: DEBUG nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1194.342552] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.350675] env[69644]: DEBUG nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1194.350888] env[69644]: DEBUG nova.compute.provider_tree [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.365100] env[69644]: DEBUG nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1194.384647] env[69644]: DEBUG nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1194.520827] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b5ee4-41ad-4ad0-94de-1e7ce99b961e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.529690] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff70f0-ab63-4ecf-9405-2dca12315413 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.568665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca839bc4-347b-4967-bda5-5bbed910473a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.577075] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bcb106-142b-4251-9b6e-720eaf8251fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.591024] env[69644]: DEBUG nova.compute.provider_tree [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.684745] env[69644]: DEBUG nova.network.neutron [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updated VIF entry in instance network info cache for port effaf8b8-1c2a-48a9-b615-539deffb5407. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.685173] env[69644]: DEBUG nova.network.neutron [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating instance_info_cache with network_info: [{"id": "effaf8b8-1c2a-48a9-b615-539deffb5407", "address": "fa:16:3e:be:36:af", "network": {"id": "95c918e8-8312-4f7a-9ea3-bdf1f0ea4143", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1224277393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72f36d8c8a342649e85b3696157d37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffaf8b8-1c", "ovs_interfaceid": "effaf8b8-1c2a-48a9-b615-539deffb5407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.767019] env[69644]: DEBUG oslo_vmware.api [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269663} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.767317] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.767503] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.767673] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.767888] env[69644]: INFO nova.compute.manager [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1194.768153] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.768345] env[69644]: DEBUG nova.compute.manager [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.768440] env[69644]: DEBUG nova.network.neutron [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.834487] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553779, 'name': ReconfigVM_Task, 'duration_secs': 0.730807} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.835118] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d411e062-f269-4177-b877-1142f9181739/d411e062-f269-4177-b877-1142f9181739.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.835741] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b81ede3-0c2e-4e44-aa12-c460e8ef3678 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.840076] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553782, 'name': ReconfigVM_Task, 'duration_secs': 0.336355} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.840621] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-29653d13-9291-496a-96f6-251fd5da5e69/volume-29653d13-9291-496a-96f6-251fd5da5e69.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.846630] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d08215-3c1b-4247-90cc-dd7dc6613e18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.856342] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1194.856342] env[69644]: value = "task-3553783" [ 1194.856342] env[69644]: _type = "Task" [ 1194.856342] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.862552] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1194.862552] env[69644]: value = "task-3553784" [ 1194.862552] env[69644]: _type = "Task" [ 1194.862552] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.866015] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553783, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.874128] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.094742] env[69644]: DEBUG nova.scheduler.client.report [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.187689] env[69644]: DEBUG oslo_concurrency.lockutils [req-8ef74006-01ae-410f-a820-d15c7a0884fe req-a43e261e-9144-4c12-94c3-7f9a5ba84334 service nova] Releasing lock "refresh_cache-5bccd306-91b8-44c8-b2d4-df2fdd378122" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.366823] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553783, 'name': Rename_Task, 'duration_secs': 0.185729} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.372020] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.372020] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62062dc0-3bf1-4464-9a9e-28c7e4eb5c08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.378329] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553784, 'name': ReconfigVM_Task, 'duration_secs': 0.145914} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.379670] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709540', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'name': 'volume-29653d13-9291-496a-96f6-251fd5da5e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9d9432-e89f-4308-82dd-440baa51cb98', 'attached_at': '', 'detached_at': '', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'serial': '29653d13-9291-496a-96f6-251fd5da5e69'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1195.380337] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1195.380337] env[69644]: value = "task-3553786" [ 1195.380337] env[69644]: _type = "Task" [ 1195.380337] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.380635] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-014568ca-5ab9-429e-a624-275c350c01b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.392111] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.394451] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1195.394451] env[69644]: value = "task-3553787" [ 1195.394451] env[69644]: _type = "Task" [ 1195.394451] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.407547] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553787, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.501641] env[69644]: DEBUG nova.compute.manager [req-93570c17-edb4-49c8-b763-307df18797e8 req-a13ae27b-1671-450e-9a75-8a121901c95f service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Received event network-vif-deleted-390a0658-817e-4ca2-92b5-212eb564b7df {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.501851] env[69644]: INFO nova.compute.manager [req-93570c17-edb4-49c8-b763-307df18797e8 req-a13ae27b-1671-450e-9a75-8a121901c95f service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Neutron deleted interface 390a0658-817e-4ca2-92b5-212eb564b7df; detaching it from the instance and deleting it from the info cache [ 1195.502042] env[69644]: DEBUG nova.network.neutron [req-93570c17-edb4-49c8-b763-307df18797e8 req-a13ae27b-1671-450e-9a75-8a121901c95f service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.600621] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.065s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.601156] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.886947] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.887192] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.887825] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.888063] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.888250] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.888394] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.888532] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1195.888674] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.893516] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553786, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.902690] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553787, 'name': Rename_Task, 'duration_secs': 0.182833} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.903055] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.903373] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc7beec-b5e8-4bef-90e1-d40097bbcb7b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.913057] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1195.913057] env[69644]: value = "task-3553788" [ 1195.913057] env[69644]: _type = "Task" [ 1195.913057] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.921014] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.923385] env[69644]: DEBUG nova.network.neutron [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.007033] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27713f65-528f-4a37-bbfc-891c774c312f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.019698] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c335223f-80fe-4890-8efe-48c0d87729d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.063407] env[69644]: DEBUG nova.compute.manager [req-93570c17-edb4-49c8-b763-307df18797e8 req-a13ae27b-1671-450e-9a75-8a121901c95f service nova] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Detach interface failed, port_id=390a0658-817e-4ca2-92b5-212eb564b7df, reason: Instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.107047] env[69644]: DEBUG nova.compute.utils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.108106] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.108288] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.157891] env[69644]: DEBUG nova.policy [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.394634] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.394947] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.395078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.395246] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1196.395568] env[69644]: DEBUG oslo_vmware.api [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553786, 'name': PowerOnVM_Task, 'duration_secs': 0.650398} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.396350] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc425a30-7c7b-471f-a3b0-ae3c1ad6b127 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.399022] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.399288] env[69644]: DEBUG nova.compute.manager [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.400092] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11db84-cc84-4750-8905-04e85abbfb02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.405215] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Successfully created port: 30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.416699] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b28b5e-7a64-4f3a-9ede-b653ddf13d39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.436536] env[69644]: INFO nova.compute.manager [-] [instance: 232c90e0-8973-4ede-9afb-15d9ee5f3b26] Took 1.67 seconds to deallocate network for instance. [ 1196.437059] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553788, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.439202] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec435d6-fc0b-40a7-a490-d7b9a4b7ceab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.451364] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382fc7a0-4168-498b-b45d-fdb29182c9c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.489024] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179919MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1196.489024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.489024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.611273] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.929716] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.934700] env[69644]: DEBUG oslo_vmware.api [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553788, 'name': PowerOnVM_Task, 'duration_secs': 1.017733} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.934951] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.935167] env[69644]: INFO nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Took 5.20 seconds to spawn the instance on the hypervisor. [ 1196.935344] env[69644]: DEBUG nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.936149] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcde78d-6796-49b6-a9d5-3a99f9d037b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.948064] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.383510] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.383753] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709547', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'name': 'volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9e599a-cdf5-4d1e-8b00-7a4e2d748605', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'serial': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.384714] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50a6da-9abf-443c-ac82-37eb59fa76f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.401720] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e694574-23ab-478e-b9cf-9771e9d6fd49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.426848] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e/volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.427148] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8040a6e2-8d15-4944-952e-91d94207d517 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.446387] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1197.446387] env[69644]: value = "task-3553789" [ 1197.446387] env[69644]: _type = "Task" [ 1197.446387] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.455550] env[69644]: INFO nova.compute.manager [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Took 12.67 seconds to build instance. [ 1197.459980] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.517548] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.517743] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 53196b13-b976-4f28-b982-a94ca5558a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.517877] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d411e062-f269-4177-b877-1142f9181739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.517998] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.518421] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 6d97d844-44dd-4800-9d68-568dd4fd755c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.518600] env[69644]: WARNING nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1197.518723] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.518837] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5bccd306-91b8-44c8-b2d4-df2fdd378122 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.518951] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5d9d9432-e89f-4308-82dd-440baa51cb98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.519075] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f4a419b6-1e62-44a7-bc71-32327b990f8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1197.519269] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1197.519401] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1197.620862] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.646975] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.647239] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.647395] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.647578] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.647750] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.647939] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.648177] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.649113] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.649113] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.649113] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.649113] env[69644]: DEBUG nova.virt.hardware [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.649692] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658b6d9-70d1-48a3-9855-fa16191b36fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.653686] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d42097-d8db-452a-94d9-53e8c4c4eadd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.663895] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a1c69-3f8e-4263-8daa-0b63cac29e2c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.668403] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e070b1c-3510-4555-89cc-d08cdec75ad5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708795] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea0d37-d506-4b01-b39c-8bc533c972e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.717246] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da62c68-dbc0-4665-be1e-b1909f13c901 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.731113] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.793492] env[69644]: DEBUG nova.compute.manager [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received event network-vif-plugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.793492] env[69644]: DEBUG oslo_concurrency.lockutils [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.793492] env[69644]: DEBUG oslo_concurrency.lockutils [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.793492] env[69644]: DEBUG oslo_concurrency.lockutils [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.793492] env[69644]: DEBUG nova.compute.manager [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] No waiting events found dispatching network-vif-plugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.793492] env[69644]: WARNING nova.compute.manager [req-1cf4c330-6598-4a1c-ad96-741a1d89cbf2 req-efcd62ea-d2e1-4627-a3ba-f340abc635d0 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received unexpected event network-vif-plugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 for instance with vm_state building and task_state spawning. [ 1197.866460] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Successfully updated port: 30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.956656] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553789, 'name': ReconfigVM_Task, 'duration_secs': 0.399592} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.958185] env[69644]: DEBUG oslo_concurrency.lockutils [None req-503c8188-1c52-479d-90b2-1fd062039c97 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.183s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.958549] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e/volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.963685] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec1e937-acdb-4c9c-a767-a4435523a4ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.979944] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1197.979944] env[69644]: value = "task-3553790" [ 1197.979944] env[69644]: _type = "Task" [ 1197.979944] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.988541] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.233874] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.367762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.367966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.368212] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.490337] env[69644]: DEBUG oslo_vmware.api [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553790, 'name': ReconfigVM_Task, 'duration_secs': 0.146734} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.490710] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709547', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'name': 'volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9e599a-cdf5-4d1e-8b00-7a4e2d748605', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'serial': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.644991] env[69644]: DEBUG nova.compute.manager [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received event network-changed-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.645209] env[69644]: DEBUG nova.compute.manager [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing instance network info cache due to event network-changed-3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.645436] env[69644]: DEBUG oslo_concurrency.lockutils [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] Acquiring lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.645583] env[69644]: DEBUG oslo_concurrency.lockutils [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] Acquired lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.645746] env[69644]: DEBUG nova.network.neutron [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Refreshing network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.739028] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1198.739132] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.250s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.739428] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.810s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.739635] env[69644]: DEBUG nova.objects.instance [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1198.742352] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.742496] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Cleaning up deleted instances {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1198.905036] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.063482] env[69644]: DEBUG nova.network.neutron [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updating instance_info_cache with network_info: [{"id": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "address": "fa:16:3e:e7:6b:b9", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f05a97-f0", "ovs_interfaceid": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.263261] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] There are 61 instances to clean {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1199.263445] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 15555bcf-d420-4b09-b578-aa3fd41bd8a5] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.266883] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6acf26b0-418e-46dd-a4da-e19b627a17b6 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.267997] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.320s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.268218] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.326623] env[69644]: INFO nova.scheduler.client.report [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted allocations for instance 232c90e0-8973-4ede-9afb-15d9ee5f3b26 [ 1199.358893] env[69644]: DEBUG nova.network.neutron [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updated VIF entry in instance network info cache for port 3a40a546-95df-4463-b350-c975f99c10f1. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.359325] env[69644]: DEBUG nova.network.neutron [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [{"id": "3a40a546-95df-4463-b350-c975f99c10f1", "address": "fa:16:3e:05:18:5d", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a40a546-95", "ovs_interfaceid": "3a40a546-95df-4463-b350-c975f99c10f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.531854] env[69644]: DEBUG nova.objects.instance [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.565460] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.565872] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance network_info: |[{"id": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "address": "fa:16:3e:e7:6b:b9", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f05a97-f0", "ovs_interfaceid": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.566491] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:6b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30f05a97-f0d4-486b-a2ea-df3c351ad275', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.578348] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.579496] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.580635] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee7e71d-039a-45f6-a837-6912290124cc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.603915] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.603915] env[69644]: value = "task-3553791" [ 1199.603915] env[69644]: _type = "Task" [ 1199.603915] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.612973] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553791, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.771618] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: cfbddbe5-826e-406c-bc71-5c298bdb3f4f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.822467] env[69644]: DEBUG nova.compute.manager [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received event network-changed-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.822467] env[69644]: DEBUG nova.compute.manager [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Refreshing instance network info cache due to event network-changed-30f05a97-f0d4-486b-a2ea-df3c351ad275. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.822712] env[69644]: DEBUG oslo_concurrency.lockutils [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] Acquiring lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.822782] env[69644]: DEBUG oslo_concurrency.lockutils [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] Acquired lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.822993] env[69644]: DEBUG nova.network.neutron [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Refreshing network info cache for port 30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.838469] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0dc5189c-e4ee-4341-be70-d61121c9cf3a tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "232c90e0-8973-4ede-9afb-15d9ee5f3b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.733s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.861646] env[69644]: DEBUG oslo_concurrency.lockutils [req-8efb1dcd-1b79-4d10-baf4-2452d80c1a94 req-96bba523-bce6-4b44-a26a-60c165333ded service nova] Releasing lock "refresh_cache-9d198c26-b32f-4d9f-961f-5bef6a511168" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.037048] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ae546b32-1263-49e8-aff2-fe489f958588 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.067875] env[69644]: DEBUG nova.compute.manager [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1200.115234] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553791, 'name': CreateVM_Task, 'duration_secs': 0.490102} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.115425] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.116132] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.116302] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.116637] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.116908] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2deed8b6-1bb7-4e85-98a6-eed4d49d5784 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.122400] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1200.122400] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52608367-3825-3e26-b30a-fe487538326d" [ 1200.122400] env[69644]: _type = "Task" [ 1200.122400] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.131021] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52608367-3825-3e26-b30a-fe487538326d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.276195] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 80264ffe-9c41-4d70-b331-82822f525824] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.341653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.342034] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.535812] env[69644]: DEBUG nova.network.neutron [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updated VIF entry in instance network info cache for port 30f05a97-f0d4-486b-a2ea-df3c351ad275. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.536203] env[69644]: DEBUG nova.network.neutron [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updating instance_info_cache with network_info: [{"id": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "address": "fa:16:3e:e7:6b:b9", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f05a97-f0", "ovs_interfaceid": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.588474] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.588747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.633333] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52608367-3825-3e26-b30a-fe487538326d, 'name': SearchDatastore_Task, 'duration_secs': 0.041717} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.633647] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.633893] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.634141] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.634289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.634469] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.635017] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cd0f31b-55c3-4d6c-8c31-925e3e15164d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.646958] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.647178] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.647973] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381d0d8d-82e8-4f32-8db9-2b239b6d6869 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.654042] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1200.654042] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b2d1-bbf5-472c-4bf5-2f8e238c0e29" [ 1200.654042] env[69644]: _type = "Task" [ 1200.654042] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.662348] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b2d1-bbf5-472c-4bf5-2f8e238c0e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.672659] env[69644]: DEBUG nova.compute.manager [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Received event network-changed-944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.672659] env[69644]: DEBUG nova.compute.manager [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Refreshing instance network info cache due to event network-changed-944b64b5-6843-4c0a-a6f0-b1984ada62ab. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.672659] env[69644]: DEBUG oslo_concurrency.lockutils [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.672659] env[69644]: DEBUG oslo_concurrency.lockutils [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.672891] env[69644]: DEBUG nova.network.neutron [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Refreshing network info cache for port 944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.780018] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 4ced32d3-d0ba-4795-9996-4d2bbb38192c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.848935] env[69644]: INFO nova.compute.manager [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Detaching volume dc9d05df-436a-4053-ba0e-ca12d73e2c7e [ 1200.922070] env[69644]: INFO nova.virt.block_device [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Attempting to driver detach volume dc9d05df-436a-4053-ba0e-ca12d73e2c7e from mountpoint /dev/sdb [ 1200.922334] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.922518] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709547', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'name': 'volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9e599a-cdf5-4d1e-8b00-7a4e2d748605', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'serial': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.923806] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3e6c0-3786-430f-8563-1a69effbbae3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.947769] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0a67f-9e3e-45e0-b773-d3e5df3f7622 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.955217] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7447872e-bd2f-42a9-8fd6-2635e0126005 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.975452] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8d35a-fcc9-4062-a866-e41c97f087f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.990294] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e/volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.995450] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.995719] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05111563-8a55-4ecc-9948-b29884d2acd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.014784] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1201.014784] env[69644]: value = "task-3553792" [ 1201.014784] env[69644]: _type = "Task" [ 1201.014784] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.022786] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.038540] env[69644]: DEBUG oslo_concurrency.lockutils [req-67c75e45-54f5-4311-9b57-cf037dd38e91 req-2dad9317-ec04-43a8-8c34-80d27f87e151 service nova] Releasing lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.093247] env[69644]: INFO nova.compute.claims [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.164953] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5231b2d1-bbf5-472c-4bf5-2f8e238c0e29, 'name': SearchDatastore_Task, 'duration_secs': 0.02232} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.165789] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5722dcbd-bd1e-4072-9b72-db737d7e3307 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.171605] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1201.171605] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526ac43b-4b04-9aeb-2afc-e3898fe3a290" [ 1201.171605] env[69644]: _type = "Task" [ 1201.171605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.183446] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526ac43b-4b04-9aeb-2afc-e3898fe3a290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.283189] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5ce277c1-419b-469a-8c70-50bcab5383dd] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.308246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.308477] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.397187] env[69644]: DEBUG nova.network.neutron [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updated VIF entry in instance network info cache for port 944b64b5-6843-4c0a-a6f0-b1984ada62ab. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.397577] env[69644]: DEBUG nova.network.neutron [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.526497] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553792, 'name': ReconfigVM_Task, 'duration_secs': 0.376668} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.526807] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.531602] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499f1e07-740e-4f55-9df7-8a18ba754a66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.547221] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1201.547221] env[69644]: value = "task-3553793" [ 1201.547221] env[69644]: _type = "Task" [ 1201.547221] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.555611] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.599379] env[69644]: INFO nova.compute.resource_tracker [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating resource usage from migration 4ac84fff-a38a-4785-8f49-26500e990308 [ 1201.682938] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526ac43b-4b04-9aeb-2afc-e3898fe3a290, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.685378] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.685642] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f4a419b6-1e62-44a7-bc71-32327b990f8c/f4a419b6-1e62-44a7-bc71-32327b990f8c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.686079] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ddb8ed-a8ef-4c0a-abbf-e82e98d8d1a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.693739] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1201.693739] env[69644]: value = "task-3553794" [ 1201.693739] env[69644]: _type = "Task" [ 1201.693739] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.703574] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.759120] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a081e-6086-411d-9a97-0d6186075e59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.767937] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bccf59c-1620-425c-881d-fcdc1399a257 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.797606] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: c6a5b7ce-4621-4aca-b2a1-06bcdd88a505] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.800596] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc90cc-b474-4c17-8d59-9aea4dce4fda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.808805] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe87fad-76d9-437f-beaa-18a2e3f61579 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.813019] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.826539] env[69644]: DEBUG nova.compute.provider_tree [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.899978] env[69644]: DEBUG oslo_concurrency.lockutils [req-096b4502-f97f-4f1e-9982-c5987d5ca3dc req-504a0e04-c5d6-4a9e-9972-ea8a62fb6348 service nova] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.059166] env[69644]: DEBUG oslo_vmware.api [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553793, 'name': ReconfigVM_Task, 'duration_secs': 0.265703} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.059456] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709547', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'name': 'volume-dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9e599a-cdf5-4d1e-8b00-7a4e2d748605', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e', 'serial': 'dc9d05df-436a-4053-ba0e-ca12d73e2c7e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.204978] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553794, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.301055] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 87399626-f345-43bb-a38a-3106fa357ad8] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.330024] env[69644]: DEBUG nova.scheduler.client.report [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.337938] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.604918] env[69644]: DEBUG nova.objects.instance [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.705436] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807296} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.705757] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] f4a419b6-1e62-44a7-bc71-32327b990f8c/f4a419b6-1e62-44a7-bc71-32327b990f8c.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.705990] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.706255] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6be0ceb-da19-4f6d-9ff3-8cdc847caee7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.715053] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1202.715053] env[69644]: value = "task-3553795" [ 1202.715053] env[69644]: _type = "Task" [ 1202.715053] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.723757] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.805998] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 6e448e84-b40c-40a3-9c22-6d282c3c085c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.834566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.834806] env[69644]: INFO nova.compute.manager [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Migrating [ 1202.841199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.503s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.842788] env[69644]: INFO nova.compute.claims [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.225410] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070543} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.225673] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.226451] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e26e15-6f52-47a1-b467-8beb1f87d2ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.249263] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f4a419b6-1e62-44a7-bc71-32327b990f8c/f4a419b6-1e62-44a7-bc71-32327b990f8c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.249876] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0933c4-c5c8-43b3-b6ad-bfe80ba9d5f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.270099] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1203.270099] env[69644]: value = "task-3553796" [ 1203.270099] env[69644]: _type = "Task" [ 1203.270099] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.279706] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.309384] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: cd307ad0-4290-45dd-8623-2d0fea950ebc] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.352302] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.352476] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.352646] env[69644]: DEBUG nova.network.neutron [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.612497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ad9b3386-41eb-418d-8247-b1f94be4f06a tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.780458] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.813215] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: f86eea1c-7e86-4145-8ff2-271e94a3bee7] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.000552] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a4f2d-8ce5-47af-b0f5-041797e80e81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.009049] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daa4967-9c9f-40d1-8245-09f644e6f8d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.042734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79fa49f-8298-48e6-8622-888c5c4dd7ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.053699] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100b4f4-f192-416c-b46d-5746ed986171 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.067583] env[69644]: DEBUG nova.compute.provider_tree [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.078176] env[69644]: DEBUG nova.network.neutron [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.280453] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553796, 'name': ReconfigVM_Task, 'duration_secs': 0.524328} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.280772] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f4a419b6-1e62-44a7-bc71-32327b990f8c/f4a419b6-1e62-44a7-bc71-32327b990f8c.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.281387] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c18ed2d-05f1-401f-a36e-5a6fa08dad0e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.288570] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1204.288570] env[69644]: value = "task-3553797" [ 1204.288570] env[69644]: _type = "Task" [ 1204.288570] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.296339] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553797, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.316105] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5f2b7e92-607f-4620-a71b-ecf6fa083ba8] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.580308] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.588737] env[69644]: ERROR nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [req-6056aa78-1efe-475a-b9d7-b59abed4c83f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6056aa78-1efe-475a-b9d7-b59abed4c83f"}]} [ 1204.601891] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.602144] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.602367] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.602547] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.602719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.605233] env[69644]: DEBUG nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1204.607372] env[69644]: INFO nova.compute.manager [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Terminating instance [ 1204.618744] env[69644]: DEBUG nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1204.619051] env[69644]: DEBUG nova.compute.provider_tree [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.630961] env[69644]: DEBUG nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1204.648981] env[69644]: DEBUG nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1204.794676] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c7c84-c058-459a-9bd1-b4034d1f04b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.804901] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967066f-7c56-43cd-b036-4ede75b85ee3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.807773] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553797, 'name': Rename_Task, 'duration_secs': 0.141207} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.808045] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.808564] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812a2a70-bee3-419d-abb9-1883fe12d57e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.837663] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 61728964-b13b-436b-b6c7-7a26f3786baa] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.842123] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc447fe-fee3-4b1c-8865-c2cf2b663221 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.844784] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1204.844784] env[69644]: value = "task-3553798" [ 1204.844784] env[69644]: _type = "Task" [ 1204.844784] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.853198] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c4be0-16e3-4010-af68-fa5aed441f78 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.860970] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.871955] env[69644]: DEBUG nova.compute.provider_tree [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.111514] env[69644]: DEBUG nova.compute.manager [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.111686] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.112715] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cb94f1-a554-4ffe-9df0-8519846cefa8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.122179] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.122435] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83755aa8-7f25-49ef-a864-87d01e74015c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.129405] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1205.129405] env[69644]: value = "task-3553799" [ 1205.129405] env[69644]: _type = "Task" [ 1205.129405] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.137966] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.346208] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 868226c5-be75-403e-95c6-06ae0df85d7e] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.358592] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553798, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.401974] env[69644]: DEBUG nova.scheduler.client.report [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1205.402299] env[69644]: DEBUG nova.compute.provider_tree [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 145 to 146 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1205.402490] env[69644]: DEBUG nova.compute.provider_tree [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.639961] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553799, 'name': PowerOffVM_Task, 'duration_secs': 0.203666} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.640299] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.640387] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.640611] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf4bd5a3-fc85-4993-8f78-e806eb09b75c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.711180] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.711617] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.711917] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleting the datastore file [datastore2] fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.712252] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1829213-4155-456e-b4c1-491e1daf587c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.719771] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1205.719771] env[69644]: value = "task-3553801" [ 1205.719771] env[69644]: _type = "Task" [ 1205.719771] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.728351] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.852375] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b92c84e3-da52-49f6-988b-b76eb93756f2] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.859916] env[69644]: DEBUG oslo_vmware.api [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553798, 'name': PowerOnVM_Task, 'duration_secs': 0.550306} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.860906] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.860906] env[69644]: INFO nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1205.860906] env[69644]: DEBUG nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.861338] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e5e471-a50c-4458-bf37-d2c83b84f85b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.908195] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.066s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.909186] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.095164] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9644b038-4a56-474b-a475-5191343b3dd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.113804] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.230281] env[69644]: DEBUG oslo_vmware.api [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195525} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.230536] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.230690] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.230867] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.231050] env[69644]: INFO nova.compute.manager [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.231300] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.231495] env[69644]: DEBUG nova.compute.manager [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.231588] env[69644]: DEBUG nova.network.neutron [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.355500] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b6425201-f51e-4367-9580-8787d441a0a8] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.379049] env[69644]: INFO nova.compute.manager [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Took 13.86 seconds to build instance. [ 1206.418098] env[69644]: DEBUG nova.compute.utils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.418098] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.418098] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.489833] env[69644]: DEBUG nova.policy [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98f128672ca46e89b201f438b0a41f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96bc7648fb084e6ba0956cf1ccf73d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.620483] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.620483] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c7f3c4-f192-4324-8853-013aa1abed8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.629852] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1206.629852] env[69644]: value = "task-3553802" [ 1206.629852] env[69644]: _type = "Task" [ 1206.629852] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.639765] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.858715] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 48d4f420-ca91-4a6f-8175-4f8292c25663] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.884300] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4911f9aa-0e30-441a-b8d9-16ad7cafdfcd tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.373s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.884647] env[69644]: DEBUG nova.compute.manager [req-9f9087d2-3ca8-4448-9bc4-3114df668813 req-4a862e4b-1d55-4c65-8e0d-0dab707d1c8b service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Received event network-vif-deleted-646f58e9-63f2-4e62-8e89-e11d63f64b9c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.884647] env[69644]: INFO nova.compute.manager [req-9f9087d2-3ca8-4448-9bc4-3114df668813 req-4a862e4b-1d55-4c65-8e0d-0dab707d1c8b service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Neutron deleted interface 646f58e9-63f2-4e62-8e89-e11d63f64b9c; detaching it from the instance and deleting it from the info cache [ 1206.885117] env[69644]: DEBUG nova.network.neutron [req-9f9087d2-3ca8-4448-9bc4-3114df668813 req-4a862e4b-1d55-4c65-8e0d-0dab707d1c8b service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.920457] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.940140] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Successfully created port: aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.145862] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553802, 'name': PowerOffVM_Task, 'duration_secs': 0.173169} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.146150] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.146333] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.348318] env[69644]: DEBUG nova.network.neutron [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.362779] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: ca5c0c24-6d95-40ff-95aa-82256c51032a] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.389128] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e23d4516-1af0-46a8-a129-2814b29bad83 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.400306] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1c92e-8215-4338-8241-edd1cbbdd701 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.437853] env[69644]: DEBUG nova.compute.manager [req-9f9087d2-3ca8-4448-9bc4-3114df668813 req-4a862e4b-1d55-4c65-8e0d-0dab707d1c8b service nova] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Detach interface failed, port_id=646f58e9-63f2-4e62-8e89-e11d63f64b9c, reason: Instance fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.653119] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.653441] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.653606] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.653787] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.653934] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.654093] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.654298] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.654456] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.654621] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.654784] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.654959] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.659986] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1f12f9-30c2-4c20-8a97-335c9c421929 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.677701] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1207.677701] env[69644]: value = "task-3553803" [ 1207.677701] env[69644]: _type = "Task" [ 1207.677701] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.686901] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.842429] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.842644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.842816] env[69644]: INFO nova.compute.manager [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Shelving [ 1207.851293] env[69644]: INFO nova.compute.manager [-] [instance: fd9e599a-cdf5-4d1e-8b00-7a4e2d748605] Took 1.62 seconds to deallocate network for instance. [ 1207.866463] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: e65d52f9-4895-4ca7-a4e1-9052075ee858] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.941595] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.968921] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.969159] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.969324] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.969508] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.969653] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.969828] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.970042] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.970209] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.970391] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.970546] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.970704] env[69644]: DEBUG nova.virt.hardware [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.971664] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b3067-ea55-41dc-b43f-fff79e679211 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.980331] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df378fee-28a5-4062-b71a-1a15a85304a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.189356] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553803, 'name': ReconfigVM_Task, 'duration_secs': 0.205296} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.190033] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.357488] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.357798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.358104] env[69644]: DEBUG nova.objects.instance [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'resources' on Instance uuid fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.370078] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: f8d88412-9505-4d08-afec-8af73e0995ec] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.416660] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Successfully updated port: aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.696245] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.696460] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.696594] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.696773] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.696918] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.697079] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.697280] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.697436] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.697596] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.697757] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.697924] env[69644]: DEBUG nova.virt.hardware [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.703263] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.703544] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4419dbe0-9236-47cb-90e1-1a5029d422ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.722996] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1208.722996] env[69644]: value = "task-3553804" [ 1208.722996] env[69644]: _type = "Task" [ 1208.722996] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.731158] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.852120] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.852473] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0d76f9-a728-4d68-b116-fa39a34ee019 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.863567] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1208.863567] env[69644]: value = "task-3553805" [ 1208.863567] env[69644]: _type = "Task" [ 1208.863567] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.872577] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 0960aee8-85fe-4a94-86d8-23809ed4139f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.874437] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.915098] env[69644]: DEBUG nova.compute.manager [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Received event network-vif-plugged-aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.915296] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.915532] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.915825] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.915918] env[69644]: DEBUG nova.compute.manager [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] No waiting events found dispatching network-vif-plugged-aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1208.916141] env[69644]: WARNING nova.compute.manager [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Received unexpected event network-vif-plugged-aba5763d-f8f7-4329-a0a3-6db72185549a for instance with vm_state building and task_state spawning. [ 1208.916267] env[69644]: DEBUG nova.compute.manager [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Received event network-changed-aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.916422] env[69644]: DEBUG nova.compute.manager [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Refreshing instance network info cache due to event network-changed-aba5763d-f8f7-4329-a0a3-6db72185549a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.916775] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.916775] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.916892] env[69644]: DEBUG nova.network.neutron [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Refreshing network info cache for port aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.919078] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.016336] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c82d1-9328-4c79-b35a-2f40475b2684 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.024642] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd225517-4c9c-4315-bf0a-bfe279283ea1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.056526] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a08c7-1798-4504-ab7e-66bbd54ff3c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.064987] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb93efe-f66c-4492-a0a3-c8ff8d95a517 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.078537] env[69644]: DEBUG nova.compute.provider_tree [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.233635] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553804, 'name': ReconfigVM_Task, 'duration_secs': 0.252901} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.233986] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.234792] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1543cdf7-2fee-437c-819b-e13fdb50c602 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.255974] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-29653d13-9291-496a-96f6-251fd5da5e69/volume-29653d13-9291-496a-96f6-251fd5da5e69.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.256216] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b433f2-ee86-4346-bc95-66debbc054ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.274899] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1209.274899] env[69644]: value = "task-3553806" [ 1209.274899] env[69644]: _type = "Task" [ 1209.274899] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.282524] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.373469] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553805, 'name': PowerOffVM_Task, 'duration_secs': 0.316343} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.373790] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.374603] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f6177-e1ed-4c9e-820f-c698b6d0eafd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.377347] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 18cff6a1-993b-4414-85c6-39e3a686b233] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.395956] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff537a-c05c-41c6-862d-b589c6796d5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.452548] env[69644]: DEBUG nova.network.neutron [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.525279] env[69644]: DEBUG nova.network.neutron [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.581833] env[69644]: DEBUG nova.scheduler.client.report [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.787976] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553806, 'name': ReconfigVM_Task, 'duration_secs': 0.419964} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.788439] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-29653d13-9291-496a-96f6-251fd5da5e69/volume-29653d13-9291-496a-96f6-251fd5da5e69.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.788871] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.880944] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 7cd1a218-c902-4cc7-80b0-a0df4a88a08c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.907653] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1209.908091] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80355a58-44ad-41b8-9776-a049c9d61f0e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.916785] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1209.916785] env[69644]: value = "task-3553807" [ 1209.916785] env[69644]: _type = "Task" [ 1209.916785] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.925182] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.027525] env[69644]: DEBUG oslo_concurrency.lockutils [req-500eb200-fcb1-4d0c-ac12-82d7d30dc291 req-d2c3cf52-f9c2-459a-9c8a-220511ed86c4 service nova] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.027966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.028179] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.086247] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.104977] env[69644]: INFO nova.scheduler.client.report [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted allocations for instance fd9e599a-cdf5-4d1e-8b00-7a4e2d748605 [ 1210.296767] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a3e34-6181-48fd-be1c-d78ce4d26eb1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.317342] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8bfcdb-f574-4461-89ec-9e3d16be1d41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.334640] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.383758] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: e603be63-d732-4e6f-9432-7c5bc2b88ed5] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.426630] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553807, 'name': CreateSnapshot_Task, 'duration_secs': 0.368482} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.426898] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1210.427622] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9b903-ed47-4dd0-9a8a-bb5ba0d54e34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.557147] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.611932] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d2dc52bc-c7fb-43aa-9b53-7042e87d9d26 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "fd9e599a-cdf5-4d1e-8b00-7a4e2d748605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.675789] env[69644]: DEBUG nova.network.neutron [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.888590] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: ea9a6b16-277b-45af-b9f1-4eb58826375b] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.946565] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1210.946879] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d71f777-7b0d-4d77-bd9d-968d9e52cd37 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.956852] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1210.956852] env[69644]: value = "task-3553808" [ 1210.956852] env[69644]: _type = "Task" [ 1210.956852] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.966314] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553808, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.178531] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.178675] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Instance network_info: |[{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.179232] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:23:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba5763d-f8f7-4329-a0a3-6db72185549a', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.186707] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.187714] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.187714] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5268d05d-43b9-4622-8d66-16f2131ec373 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.209337] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.209337] env[69644]: value = "task-3553809" [ 1211.209337] env[69644]: _type = "Task" [ 1211.209337] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.218059] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553809, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.391085] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 8a056a9c-9119-495f-8055-71c77d3a1b11] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.467644] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553808, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.720345] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553809, 'name': CreateVM_Task, 'duration_secs': 0.337304} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.720526] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.721278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.721448] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.721769] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.722076] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32eede5-a715-4363-9111-f6b9567d7fa7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.728994] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1211.728994] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5288d344-e38b-8b63-dfee-deaee79a091a" [ 1211.728994] env[69644]: _type = "Task" [ 1211.728994] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.738517] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5288d344-e38b-8b63-dfee-deaee79a091a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.894523] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 261bd7d7-c74b-4b96-996c-348b1d99083c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.969502] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553808, 'name': CloneVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.995526] env[69644]: DEBUG nova.network.neutron [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Port 944b64b5-6843-4c0a-a6f0-b1984ada62ab binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.240751] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5288d344-e38b-8b63-dfee-deaee79a091a, 'name': SearchDatastore_Task, 'duration_secs': 0.015203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.241178] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.241421] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.241664] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.241828] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.241981] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.242279] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24820939-c9d3-448f-9fdb-28fcaf0453ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.251615] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.251787] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.252549] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49617f74-1b7f-415d-8bd1-b52513503c77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.258728] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1212.258728] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e25657-73cb-c410-9a25-1a6400b77fb8" [ 1212.258728] env[69644]: _type = "Task" [ 1212.258728] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.266397] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e25657-73cb-c410-9a25-1a6400b77fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.398889] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 00a55e65-9f7f-4500-8d2f-6c53b74fed99] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.468127] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553808, 'name': CloneVM_Task, 'duration_secs': 1.041138} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.468414] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Created linked-clone VM from snapshot [ 1212.469167] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a527d7-a770-411f-be66-6c15e7fbe483 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.476912] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Uploading image c550af2f-bf5a-4ccf-beb1-443312ba08c4 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1212.506224] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1212.506224] env[69644]: value = "vm-709550" [ 1212.506224] env[69644]: _type = "VirtualMachine" [ 1212.506224] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1212.506504] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-173014db-0cb1-41d7-9b89-2a8de74a2d43 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.515890] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lease: (returnval){ [ 1212.515890] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c9654-c575-cf20-fece-c2b4817b17ee" [ 1212.515890] env[69644]: _type = "HttpNfcLease" [ 1212.515890] env[69644]: } obtained for exporting VM: (result){ [ 1212.515890] env[69644]: value = "vm-709550" [ 1212.515890] env[69644]: _type = "VirtualMachine" [ 1212.515890] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1212.516201] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the lease: (returnval){ [ 1212.516201] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c9654-c575-cf20-fece-c2b4817b17ee" [ 1212.516201] env[69644]: _type = "HttpNfcLease" [ 1212.516201] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.523698] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.523698] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c9654-c575-cf20-fece-c2b4817b17ee" [ 1212.523698] env[69644]: _type = "HttpNfcLease" [ 1212.523698] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.637713] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.637965] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.768905] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52e25657-73cb-c410-9a25-1a6400b77fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.769682] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450f1835-02fc-4c60-9e22-47338925191f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.775056] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1212.775056] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520c5e59-0f19-24ad-1ea0-51c53ce745e1" [ 1212.775056] env[69644]: _type = "Task" [ 1212.775056] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.782791] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520c5e59-0f19-24ad-1ea0-51c53ce745e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.902292] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: dafcba49-5e92-48e7-b82e-449551a74828] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.019303] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.019524] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.019696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.028755] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.028755] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c9654-c575-cf20-fece-c2b4817b17ee" [ 1213.028755] env[69644]: _type = "HttpNfcLease" [ 1213.028755] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.029506] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.029506] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523c9654-c575-cf20-fece-c2b4817b17ee" [ 1213.029506] env[69644]: _type = "HttpNfcLease" [ 1213.029506] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.030275] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a9f92-096d-4700-8c6c-980657949d77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.038428] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.038600] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.129065] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d52c108b-d7a2-4823-aeee-ee2a97dd9165 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.140148] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.285712] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520c5e59-0f19-24ad-1ea0-51c53ce745e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.285955] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.286237] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.286496] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a07441-7bc8-49bf-bf42-8431d17d7ca6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.293891] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1213.293891] env[69644]: value = "task-3553811" [ 1213.293891] env[69644]: _type = "Task" [ 1213.293891] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.302763] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.406938] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 458152d2-1dc8-4b71-98e6-f41396d2dee2] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.668146] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.668720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.670242] env[69644]: INFO nova.compute.claims [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.806609] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511925} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.807250] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.807599] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.808029] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-749d065c-75f3-459a-adef-cdbde717a6a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.816989] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1213.816989] env[69644]: value = "task-3553812" [ 1213.816989] env[69644]: _type = "Task" [ 1213.816989] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.826753] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.910578] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 6054cf3f-e3b4-435e-95d7-08655607cf67] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.057189] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.057369] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.057623] env[69644]: DEBUG nova.network.neutron [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.327212] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075313} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.328059] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.328595] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a893274-6371-4a09-b673-2600dc45049d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.351017] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.351314] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f23422-9ca8-4b53-9e5a-2d4cca57611f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.371974] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1214.371974] env[69644]: value = "task-3553813" [ 1214.371974] env[69644]: _type = "Task" [ 1214.371974] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.380174] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.414709] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 4ba6ff1e-ab15-4141-9ae3-2b133977ef3f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.800496] env[69644]: DEBUG nova.network.neutron [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.843773] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bdef1-6b2a-418e-a7e7-6bbf0d3f8efc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.852154] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655976e8-85e7-40bd-bc7b-97e5d2d177d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.886783] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed32de3-aba3-405e-8545-e9efa5b3bacc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.896743] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553813, 'name': ReconfigVM_Task, 'duration_secs': 0.317107} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.897101] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.898729] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde9148-a531-4781-958c-4b6083c0a352 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.902531] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35c42371-c88b-437f-93f1-e6945fd5ba59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.914388] env[69644]: DEBUG nova.compute.provider_tree [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.916812] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1214.916812] env[69644]: value = "task-3553814" [ 1214.916812] env[69644]: _type = "Task" [ 1214.916812] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.917465] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: a3dd2d25-8985-422d-b833-8eebdbaac484] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.931104] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553814, 'name': Rename_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.303681] env[69644]: DEBUG oslo_concurrency.lockutils [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.418326] env[69644]: DEBUG nova.scheduler.client.report [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.426864] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 046a2f30-1a93-4390-9ee3-62f8d6910029] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.434823] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553814, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.814052] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5194b-7902-4b6e-8d0e-d772b08a9590 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.821515] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3825e-1c49-4a54-9d72-0c847890b33e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.927859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.928582] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.934853] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: a4458be6-1f79-486d-aced-2e9072547b45] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.936587] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553814, 'name': Rename_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.433871] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553814, 'name': Rename_Task, 'duration_secs': 1.157168} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.434061] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.434356] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb81925a-ae2c-4d92-8006-f5bc543da692 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.438016] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b894e53d-94c2-4467-9fb6-3238c6fe3122] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.441020] env[69644]: DEBUG nova.compute.utils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.443760] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.444052] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.446019] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1216.446019] env[69644]: value = "task-3553815" [ 1216.446019] env[69644]: _type = "Task" [ 1216.446019] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.455759] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.499089] env[69644]: DEBUG nova.policy [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245cef73c4094a7cafc73b27ec2ef568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3daa02c7c34b74889c41d305828acb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.790446] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Successfully created port: ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.925486] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a54e77-b268-4e16-8581-d0e25b11cb5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.944784] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 8e5cfdd0-e1c3-4f71-bb04-f5f03a07e312] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.947242] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.950261] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d1438-667f-4234-8507-6b40fb28913b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.969921] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.970461] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.458056] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: fe298bda-f599-4ec0-8ed1-de31d394f298] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.463201] env[69644]: DEBUG oslo_vmware.api [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553815, 'name': PowerOnVM_Task, 'duration_secs': 0.586798} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.463736] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.463950] env[69644]: INFO nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1217.464147] env[69644]: DEBUG nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.464958] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee4d7a-3fb0-48aa-be8b-0e63c3da9ed8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.478799] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.479074] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f410e23c-08a8-4256-a0ec-cb34e0738689 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.488167] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1217.488167] env[69644]: value = "task-3553816" [ 1217.488167] env[69644]: _type = "Task" [ 1217.488167] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.497081] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.962036] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.964167] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 02d6bc77-0009-4c09-b467-7839dbbadce5] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.987098] env[69644]: INFO nova.compute.manager [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Took 15.67 seconds to build instance. [ 1217.996834] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.997298] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.997592] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.997917] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.998169] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.998397] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.998659] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.998879] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.999110] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.999356] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.999658] env[69644]: DEBUG nova.virt.hardware [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.001036] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c306c-1e87-4bc0-a12c-ab7e30e5433a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.010800] env[69644]: DEBUG oslo_vmware.api [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553816, 'name': PowerOnVM_Task, 'duration_secs': 0.513602} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.013351] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.013351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-171fd1ce-ab9e-46dc-9646-dca35c9b0b3c tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance '5d9d9432-e89f-4308-82dd-440baa51cb98' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.018243] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1437cff-a76e-4d42-be30-1d011db6b4bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.186939] env[69644]: DEBUG nova.compute.manager [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Received event network-vif-plugged-ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.187584] env[69644]: DEBUG oslo_concurrency.lockutils [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.187912] env[69644]: DEBUG oslo_concurrency.lockutils [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.188897] env[69644]: DEBUG oslo_concurrency.lockutils [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.188897] env[69644]: DEBUG nova.compute.manager [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] No waiting events found dispatching network-vif-plugged-ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1218.189076] env[69644]: WARNING nova.compute.manager [req-f211edeb-7a19-49ab-9f3f-da7ee48e6151 req-6b2e81e1-7818-42f9-b6ef-e26fe2b55ab9 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Received unexpected event network-vif-plugged-ee88b1ac-7274-488f-811f-76264a05e9f0 for instance with vm_state building and task_state spawning. [ 1218.275424] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Successfully updated port: ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.467927] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 946a178d-8b92-42fe-bc85-ff796453cd4a] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.489133] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b00108e3-02bb-42aa-8645-fd9d1356d279 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.180s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.776170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.776170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.776363] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.790461] env[69644]: DEBUG nova.compute.manager [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Received event network-changed-aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.790631] env[69644]: DEBUG nova.compute.manager [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Refreshing instance network info cache due to event network-changed-aba5763d-f8f7-4329-a0a3-6db72185549a. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.790860] env[69644]: DEBUG oslo_concurrency.lockutils [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.790984] env[69644]: DEBUG oslo_concurrency.lockutils [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.791661] env[69644]: DEBUG nova.network.neutron [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Refreshing network info cache for port aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.971864] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: c5009eb5-a7d7-479c-b36e-5f59f2a81d55] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.339033] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.475636] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 624194f4-9f08-4310-b7b6-1e6b1dfddb08] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.562457] env[69644]: DEBUG nova.network.neutron [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updating instance_info_cache with network_info: [{"id": "ee88b1ac-7274-488f-811f-76264a05e9f0", "address": "fa:16:3e:65:c4:a6", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee88b1ac-72", "ovs_interfaceid": "ee88b1ac-7274-488f-811f-76264a05e9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.621045] env[69644]: DEBUG nova.network.neutron [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updated VIF entry in instance network info cache for port aba5763d-f8f7-4329-a0a3-6db72185549a. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.621514] env[69644]: DEBUG nova.network.neutron [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.979026] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5e9d05f0-2e6d-4c5a-9ef9-e45c0188a442] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.065566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.065890] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Instance network_info: |[{"id": "ee88b1ac-7274-488f-811f-76264a05e9f0", "address": "fa:16:3e:65:c4:a6", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee88b1ac-72", "ovs_interfaceid": "ee88b1ac-7274-488f-811f-76264a05e9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.066362] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c4:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee88b1ac-7274-488f-811f-76264a05e9f0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.074159] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.074729] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.074970] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea5b44be-179d-4302-9e29-49f94805428a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.097358] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.097358] env[69644]: value = "task-3553817" [ 1220.097358] env[69644]: _type = "Task" [ 1220.097358] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.106045] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553817, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.125352] env[69644]: DEBUG oslo_concurrency.lockutils [req-55913eec-5462-46fa-bc08-b82dc4b7e30f req-9dc6489b-468c-4637-bf28-88365f7bb73e service nova] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.219958] env[69644]: DEBUG nova.compute.manager [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Received event network-changed-ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.220255] env[69644]: DEBUG nova.compute.manager [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Refreshing instance network info cache due to event network-changed-ee88b1ac-7274-488f-811f-76264a05e9f0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.220428] env[69644]: DEBUG oslo_concurrency.lockutils [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] Acquiring lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.220571] env[69644]: DEBUG oslo_concurrency.lockutils [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] Acquired lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.220731] env[69644]: DEBUG nova.network.neutron [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Refreshing network info cache for port ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.482703] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 2e9d7675-5866-49d5-9c1d-f432a8d26b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.609752] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553817, 'name': CreateVM_Task, 'duration_secs': 0.406118} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.609932] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.610593] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.610762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.611107] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.611370] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d777c284-ae10-47f4-92b4-dfac1424468b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.616505] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1220.616505] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63592-5337-3beb-8889-24234fe4a1c7" [ 1220.616505] env[69644]: _type = "Task" [ 1220.616505] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.624998] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63592-5337-3beb-8889-24234fe4a1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.786514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.788166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.788166] env[69644]: DEBUG nova.compute.manager [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Going to confirm migration 6 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.918861] env[69644]: DEBUG nova.network.neutron [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updated VIF entry in instance network info cache for port ee88b1ac-7274-488f-811f-76264a05e9f0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.919366] env[69644]: DEBUG nova.network.neutron [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updating instance_info_cache with network_info: [{"id": "ee88b1ac-7274-488f-811f-76264a05e9f0", "address": "fa:16:3e:65:c4:a6", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee88b1ac-72", "ovs_interfaceid": "ee88b1ac-7274-488f-811f-76264a05e9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.986021] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: da76d620-e592-4137-80f4-348f0a67b175] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.128528] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63592-5337-3beb-8889-24234fe4a1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.046659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.128846] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.129094] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.129330] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.129477] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129658] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.129976] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c12d3d1-e5d8-4439-b65a-687b9d16602c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.143813] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.144009] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.144762] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bc21da-389f-4116-ac97-c2a8bc9f3292 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.151774] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1221.151774] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63806-a437-80a6-5607-1a40adb9ae87" [ 1221.151774] env[69644]: _type = "Task" [ 1221.151774] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.160464] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63806-a437-80a6-5607-1a40adb9ae87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.346245] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.346533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquired lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.346726] env[69644]: DEBUG nova.network.neutron [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.346913] env[69644]: DEBUG nova.objects.instance [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'info_cache' on Instance uuid 5d9d9432-e89f-4308-82dd-440baa51cb98 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.422319] env[69644]: DEBUG oslo_concurrency.lockutils [req-6b4f6fad-09e4-4c28-be1f-b295d5f2f6d2 req-79de8766-699e-4e20-b580-955518318097 service nova] Releasing lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.488939] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b9a1184f-1a07-40fb-b4ff-cfb0da3f77f8] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.663206] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c63806-a437-80a6-5607-1a40adb9ae87, 'name': SearchDatastore_Task, 'duration_secs': 0.025243} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.663943] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8b1f49-2c36-438f-a8e0-e1e77ee8940c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.670629] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1221.670629] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c1ede-0cb8-6d34-dc88-325aa11caea4" [ 1221.670629] env[69644]: _type = "Task" [ 1221.670629] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.678650] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c1ede-0cb8-6d34-dc88-325aa11caea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.806911] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1221.807913] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a9b89-7f83-4e7a-b1e0-b21edee6efef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.814841] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1221.815030] env[69644]: ERROR oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk due to incomplete transfer. [ 1221.815275] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b01b133-0f85-4f28-941e-aaa11bd2aa22 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.822858] env[69644]: DEBUG oslo_vmware.rw_handles [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4b714-5197-05da-4297-e90188f7c499/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1221.823096] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Uploaded image c550af2f-bf5a-4ccf-beb1-443312ba08c4 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1221.825583] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1221.826038] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6472a0c2-691e-437d-b256-5f38ba75a25c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.833904] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1221.833904] env[69644]: value = "task-3553818" [ 1221.833904] env[69644]: _type = "Task" [ 1221.833904] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.842500] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553818, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.992177] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 29a9cd36-1f65-4b0c-b677-622f65a4cedc] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.181588] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522c1ede-0cb8-6d34-dc88-325aa11caea4, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.181830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.182100] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f99d8cee-4b93-4e81-94fd-3fa4294b72d7/f99d8cee-4b93-4e81-94fd-3fa4294b72d7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.182355] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf4fda43-a474-4c7d-a379-36767f031e34 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.191859] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1222.191859] env[69644]: value = "task-3553819" [ 1222.191859] env[69644]: _type = "Task" [ 1222.191859] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.202081] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.344780] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553818, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.498416] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 1f4fe2f8-b829-4061-a4ca-b09a04bc6d8c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.581035] env[69644]: DEBUG nova.network.neutron [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [{"id": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "address": "fa:16:3e:eb:be:56", "network": {"id": "1fb6e87f-fde7-47ef-b9c1-fbb2fa46100f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019242919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a20f33c61624b4b87ddaa0f1929ac39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944b64b5-68", "ovs_interfaceid": "944b64b5-6843-4c0a-a6f0-b1984ada62ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.702618] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553819, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.844709] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553818, 'name': Destroy_Task, 'duration_secs': 0.872548} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.844988] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Destroyed the VM [ 1222.845262] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1222.845504] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4db6edb9-09da-44ea-8d88-b45faa5d0451 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.852458] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1222.852458] env[69644]: value = "task-3553820" [ 1222.852458] env[69644]: _type = "Task" [ 1222.852458] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.860849] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.001933] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: d0285883-3f7c-4783-92fa-e3911a173871] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.084237] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Releasing lock "refresh_cache-5d9d9432-e89f-4308-82dd-440baa51cb98" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.084556] env[69644]: DEBUG nova.objects.instance [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'migration_context' on Instance uuid 5d9d9432-e89f-4308-82dd-440baa51cb98 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.203171] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687803} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.204706] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f99d8cee-4b93-4e81-94fd-3fa4294b72d7/f99d8cee-4b93-4e81-94fd-3fa4294b72d7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.204706] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.204882] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7dc9b5d-4a0e-47d2-b497-cb1e3c85b117 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.212289] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1223.212289] env[69644]: value = "task-3553821" [ 1223.212289] env[69644]: _type = "Task" [ 1223.212289] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.220359] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.363257] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.505403] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 509f9465-ccde-4d41-92f7-acd72545ec42] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.587990] env[69644]: DEBUG nova.objects.base [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Object Instance<5d9d9432-e89f-4308-82dd-440baa51cb98> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.588916] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a5106d-9571-428b-ae6f-59478d4192e4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.608760] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c299e0-512b-48b0-a47c-566a08953c72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.614246] env[69644]: DEBUG oslo_vmware.api [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1223.614246] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6122f-121c-3de1-c940-b123c921735a" [ 1223.614246] env[69644]: _type = "Task" [ 1223.614246] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.622902] env[69644]: DEBUG oslo_vmware.api [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6122f-121c-3de1-c940-b123c921735a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.721866] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074242} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.722177] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.722931] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ce602-df93-41c5-8223-d33961f079b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.744843] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] f99d8cee-4b93-4e81-94fd-3fa4294b72d7/f99d8cee-4b93-4e81-94fd-3fa4294b72d7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.745265] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7f5e54-0a0b-4ebc-b323-978a2f562096 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.765698] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1223.765698] env[69644]: value = "task-3553822" [ 1223.765698] env[69644]: _type = "Task" [ 1223.765698] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.774593] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.863877] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553820, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.009022] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 09c291df-d9bc-47c2-8b1d-fbc6727dec0b] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.124631] env[69644]: DEBUG oslo_vmware.api [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f6122f-121c-3de1-c940-b123c921735a, 'name': SearchDatastore_Task, 'duration_secs': 0.023479} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.124997] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.125273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.277270] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553822, 'name': ReconfigVM_Task, 'duration_secs': 0.341673} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.277570] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] f99d8cee-4b93-4e81-94fd-3fa4294b72d7/f99d8cee-4b93-4e81-94fd-3fa4294b72d7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.278368] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a5e8214-ce2f-4801-aeb8-d010242c613a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.286242] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1224.286242] env[69644]: value = "task-3553823" [ 1224.286242] env[69644]: _type = "Task" [ 1224.286242] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.296920] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553823, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.364571] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553820, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.512562] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: e7b4bf87-11eb-4fb3-8d81-8da57e4e301c] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.770724] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca55e3c-9da2-4d34-885a-99df30e98915 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.779288] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884c7f78-9c0f-4b8f-8eef-dfc977b9563f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.814183] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805eaf3-c846-44f0-a264-282b226406e0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.822550] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553823, 'name': Rename_Task, 'duration_secs': 0.153875} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.824544] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.824857] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5339da43-83ad-424f-b814-dd7ac4fa1970 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.827612] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f5205-3112-4a88-897b-72bb7bf6de7e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.841966] env[69644]: DEBUG nova.compute.provider_tree [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.845045] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1224.845045] env[69644]: value = "task-3553824" [ 1224.845045] env[69644]: _type = "Task" [ 1224.845045] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.853925] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.866319] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553820, 'name': RemoveSnapshot_Task, 'duration_secs': 1.530694} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.866745] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1224.867021] env[69644]: DEBUG nova.compute.manager [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.867812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b49d05-aecf-4928-a185-dba3cb510c81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.016198] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b945a564-7589-4a4b-8660-0952d304ceb3] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.346683] env[69644]: DEBUG nova.scheduler.client.report [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.359914] env[69644]: DEBUG oslo_vmware.api [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553824, 'name': PowerOnVM_Task, 'duration_secs': 0.484999} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.360241] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.360444] env[69644]: INFO nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1225.360617] env[69644]: DEBUG nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.361433] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ba948-147a-4b38-aca1-aa81f4003afa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.380718] env[69644]: INFO nova.compute.manager [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Shelve offloading [ 1225.519821] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 7b0853d4-ca04-4864-aa90-a79af013fe48] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.882231] env[69644]: INFO nova.compute.manager [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Took 12.24 seconds to build instance. [ 1225.884612] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.884872] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c59de83-f4cb-4fa5-b5fe-0954b9464051 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.893831] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1225.893831] env[69644]: value = "task-3553825" [ 1225.893831] env[69644]: _type = "Task" [ 1225.893831] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.905709] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1225.905920] env[69644]: DEBUG nova.compute.manager [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.906688] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27d172-64bf-420c-ab19-95d266fd2548 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.913381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.913554] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.913722] env[69644]: DEBUG nova.network.neutron [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.023583] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 28e686ef-5e12-4f36-b33c-95c524b06356] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.360120] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.235s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.383845] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9928da73-2008-4aaf-adb4-3e0ab5d41d48 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.746s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.527254] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 4bfc1067-c130-44ab-88ae-5471c16e6e12] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.631044] env[69644]: DEBUG nova.network.neutron [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updating instance_info_cache with network_info: [{"id": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "address": "fa:16:3e:e7:6b:b9", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f05a97-f0", "ovs_interfaceid": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.923030] env[69644]: INFO nova.scheduler.client.report [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocation for migration 4ac84fff-a38a-4785-8f49-26500e990308 [ 1227.032393] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 7bcdda24-8a74-441d-90ce-c938ca12eff9] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.053032] env[69644]: DEBUG nova.compute.manager [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Received event network-changed-ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.053233] env[69644]: DEBUG nova.compute.manager [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Refreshing instance network info cache due to event network-changed-ee88b1ac-7274-488f-811f-76264a05e9f0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.053436] env[69644]: DEBUG oslo_concurrency.lockutils [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] Acquiring lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.054008] env[69644]: DEBUG oslo_concurrency.lockutils [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] Acquired lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.054206] env[69644]: DEBUG nova.network.neutron [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Refreshing network info cache for port ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.133719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.161315] env[69644]: INFO nova.compute.manager [None req-e9802702-4503-4a02-91e9-95c1e1909842 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Get console output [ 1227.161668] env[69644]: WARNING nova.virt.vmwareapi.driver [None req-e9802702-4503-4a02-91e9-95c1e1909842 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] The console log is missing. Check your VSPC configuration [ 1227.389655] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.390688] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682b534-8b17-4410-80cf-3ea33ba8451c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.399784] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.400070] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc53673-4256-4c58-9b04-98982e7ac92c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.411559] env[69644]: DEBUG nova.compute.manager [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received event network-vif-unplugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.411805] env[69644]: DEBUG oslo_concurrency.lockutils [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.411971] env[69644]: DEBUG oslo_concurrency.lockutils [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.412170] env[69644]: DEBUG oslo_concurrency.lockutils [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.412315] env[69644]: DEBUG nova.compute.manager [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] No waiting events found dispatching network-vif-unplugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.412477] env[69644]: WARNING nova.compute.manager [req-e498a8cb-8ca9-4843-a560-6c6236eecfea req-a74f0883-f4e1-470a-ba13-5f4dbb9422c6 service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received unexpected event network-vif-unplugged-30f05a97-f0d4-486b-a2ea-df3c351ad275 for instance with vm_state shelved and task_state shelving_offloading. [ 1227.428745] env[69644]: DEBUG oslo_concurrency.lockutils [None req-ecf605eb-de3d-4b14-9251-02e81e41b12d tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.642s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.486361] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.486637] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.486912] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore1] f4a419b6-1e62-44a7-bc71-32327b990f8c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.487205] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d8bfe7-f10a-4e5e-8668-222dc7102290 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.495259] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1227.495259] env[69644]: value = "task-3553827" [ 1227.495259] env[69644]: _type = "Task" [ 1227.495259] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.505431] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.533913] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b3c12592-1175-48c2-a54b-e8d230b1afef] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.757982] env[69644]: DEBUG nova.network.neutron [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updated VIF entry in instance network info cache for port ee88b1ac-7274-488f-811f-76264a05e9f0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.758371] env[69644]: DEBUG nova.network.neutron [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updating instance_info_cache with network_info: [{"id": "ee88b1ac-7274-488f-811f-76264a05e9f0", "address": "fa:16:3e:65:c4:a6", "network": {"id": "307cda46-4292-4028-89fc-1648f9040387", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1582861088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3daa02c7c34b74889c41d305828acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee88b1ac-72", "ovs_interfaceid": "ee88b1ac-7274-488f-811f-76264a05e9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.977283] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d411e062-f269-4177-b877-1142f9181739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.977568] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.977790] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d411e062-f269-4177-b877-1142f9181739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.978015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.978201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.980582] env[69644]: INFO nova.compute.manager [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Terminating instance [ 1228.006570] env[69644]: DEBUG oslo_vmware.api [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141918} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.006827] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.007020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.007196] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.028519] env[69644]: INFO nova.scheduler.client.report [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance f4a419b6-1e62-44a7-bc71-32327b990f8c [ 1228.037906] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 5dfcd85e-6f2f-4f2a-b9a7-7540d72804d7] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.261145] env[69644]: DEBUG oslo_concurrency.lockutils [req-addbec3d-6dd8-4422-aaaa-5ae005c8fa7d req-6e0f81d0-b9dd-4b9b-b0fe-dd8d7a9013ff service nova] Releasing lock "refresh_cache-f99d8cee-4b93-4e81-94fd-3fa4294b72d7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.488028] env[69644]: DEBUG nova.compute.manager [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.488028] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.488028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0609c3b-be64-4984-808d-36330eaf4fab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.494678] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.495099] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f55e3c-1799-4535-be79-c1a0532bc11c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.502487] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1228.502487] env[69644]: value = "task-3553828" [ 1228.502487] env[69644]: _type = "Task" [ 1228.502487] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.511845] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.533610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.533830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.534091] env[69644]: DEBUG nova.objects.instance [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'resources' on Instance uuid f4a419b6-1e62-44a7-bc71-32327b990f8c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.541278] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: b805541c-5a0d-46d9-93a2-dd9a8c136031] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.013330] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553828, 'name': PowerOffVM_Task, 'duration_secs': 0.221062} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.013591] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.013756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.013997] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5899dd05-95a3-4bd7-a321-519c63a6c9b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.037731] env[69644]: DEBUG nova.objects.instance [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'numa_topology' on Instance uuid f4a419b6-1e62-44a7-bc71-32327b990f8c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.044155] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 0bdd5d41-dd85-4748-99cf-ee6b2d62c94a] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.070498] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.070794] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.071106] env[69644]: INFO nova.compute.manager [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Shelving [ 1229.100351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.100555] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.100739] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleting the datastore file [datastore2] d411e062-f269-4177-b877-1142f9181739 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.101046] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f5ad0c1-cdb8-4f08-b80b-17faa2d833e6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.107988] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1229.107988] env[69644]: value = "task-3553830" [ 1229.107988] env[69644]: _type = "Task" [ 1229.107988] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.116585] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.436398] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.438263] env[69644]: DEBUG nova.compute.manager [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Received event network-changed-30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.438604] env[69644]: DEBUG nova.compute.manager [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Refreshing instance network info cache due to event network-changed-30f05a97-f0d4-486b-a2ea-df3c351ad275. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.438934] env[69644]: DEBUG oslo_concurrency.lockutils [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] Acquiring lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.439146] env[69644]: DEBUG oslo_concurrency.lockutils [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] Acquired lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.439323] env[69644]: DEBUG nova.network.neutron [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Refreshing network info cache for port 30f05a97-f0d4-486b-a2ea-df3c351ad275 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.541324] env[69644]: DEBUG nova.objects.base [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.547645] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 574d57df-06eb-431b-98b3-496feb19702b] Instance has had 0 of 5 cleanup attempts {{(pid=69644) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.620245] env[69644]: DEBUG oslo_vmware.api [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.620529] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.620714] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.620897] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.621078] env[69644]: INFO nova.compute.manager [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d411e062-f269-4177-b877-1142f9181739] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1229.621316] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.621503] env[69644]: DEBUG nova.compute.manager [-] [instance: d411e062-f269-4177-b877-1142f9181739] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.621598] env[69644]: DEBUG nova.network.neutron [-] [instance: d411e062-f269-4177-b877-1142f9181739] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.670028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946f4b1-f44b-4435-ac7f-4fc0bb2eccf9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.678211] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9ab48-440b-4e13-821f-20f6e75a5fe7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.712167] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9590049f-dea0-48e8-b04b-e8b900c7aa4a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.720966] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9628bb47-03e8-4003-96a5-533dcb660f54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.736561] env[69644]: DEBUG nova.compute.provider_tree [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.053058] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.054233] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Cleaning up deleted instances with incomplete migration {{(pid=69644) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1230.082460] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.083060] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080cffa0-d9ae-42da-b62a-b111a8eb801e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.093716] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1230.093716] env[69644]: value = "task-3553831" [ 1230.093716] env[69644]: _type = "Task" [ 1230.093716] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.103461] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.238227] env[69644]: DEBUG nova.network.neutron [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updated VIF entry in instance network info cache for port 30f05a97-f0d4-486b-a2ea-df3c351ad275. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.238583] env[69644]: DEBUG nova.network.neutron [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updating instance_info_cache with network_info: [{"id": "30f05a97-f0d4-486b-a2ea-df3c351ad275", "address": "fa:16:3e:e7:6b:b9", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": null, "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap30f05a97-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.240925] env[69644]: DEBUG nova.scheduler.client.report [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.604085] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553831, 'name': PowerOffVM_Task, 'duration_secs': 0.27801} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.604242] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.605113] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ccc61-21cd-40a3-af42-58bd095322f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.623016] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638ac22-2ee4-49e7-a422-615c259e9ff2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.732543] env[69644]: DEBUG nova.network.neutron [-] [instance: d411e062-f269-4177-b877-1142f9181739] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.745255] env[69644]: DEBUG oslo_concurrency.lockutils [req-d41a3962-a5ab-49ff-8778-c9c6b78bddfb req-274bdf8f-1338-4da2-b7e2-493ee79e119f service nova] Releasing lock "refresh_cache-f4a419b6-1e62-44a7-bc71-32327b990f8c" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.748190] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.052404] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.132552] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1231.132877] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4174666b-eea9-42a6-8963-58aa4680effe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.141217] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1231.141217] env[69644]: value = "task-3553832" [ 1231.141217] env[69644]: _type = "Task" [ 1231.141217] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.150410] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.235732] env[69644]: INFO nova.compute.manager [-] [instance: d411e062-f269-4177-b877-1142f9181739] Took 1.61 seconds to deallocate network for instance. [ 1231.255480] env[69644]: DEBUG oslo_concurrency.lockutils [None req-fd506e6b-31f6-4a9f-9e53-6b24740a5a31 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.412s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.255822] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.820s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.255987] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.256199] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.256365] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.257863] env[69644]: INFO nova.compute.manager [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Terminating instance [ 1231.475171] env[69644]: DEBUG nova.compute.manager [req-da772592-ca64-4d87-b447-d5e4f0c2cbab req-af0677ae-bd74-4737-a477-7d69b157f66c service nova] [instance: d411e062-f269-4177-b877-1142f9181739] Received event network-vif-deleted-a99e47fa-a629-4c81-bac0-c2768c4e932a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.559026] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.559248] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.652538] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553832, 'name': CreateSnapshot_Task, 'duration_secs': 0.43708} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.652843] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.653877] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e7d81-3401-41e5-bb02-7190b1542fe5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.744207] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.744483] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.744700] env[69644]: DEBUG nova.objects.instance [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'resources' on Instance uuid d411e062-f269-4177-b877-1142f9181739 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.761038] env[69644]: DEBUG nova.compute.manager [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.761269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.761507] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-508dd1f4-799f-4b19-99b3-33c93ff993ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.771081] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397cee3-0fa1-42dc-9eaa-3084f8aebd88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.801725] env[69644]: WARNING nova.virt.vmwareapi.vmops [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f4a419b6-1e62-44a7-bc71-32327b990f8c could not be found. [ 1231.801923] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.802162] env[69644]: INFO nova.compute.manager [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1231.802390] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.802618] env[69644]: DEBUG nova.compute.manager [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.802717] env[69644]: DEBUG nova.network.neutron [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.063184] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Getting list of instances from cluster (obj){ [ 1232.063184] env[69644]: value = "domain-c8" [ 1232.063184] env[69644]: _type = "ClusterComputeResource" [ 1232.063184] env[69644]: } {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1232.064264] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51dc728-6224-471f-9768-bb5834319635 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.082922] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Got total of 8 instances {{(pid=69644) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1232.083560] env[69644]: WARNING nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1232.083560] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid 9d198c26-b32f-4d9f-961f-5bef6a511168 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.083560] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.083560] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid d411e062-f269-4177-b877-1142f9181739 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.083744] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid 6d97d844-44dd-4800-9d68-568dd4fd755c {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084067] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084067] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084162] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid 5d9d9432-e89f-4308-82dd-440baa51cb98 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084310] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid e98a74c9-5bb7-491d-ba42-084accbb1916 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084454] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Triggering sync for uuid f99d8cee-4b93-4e81-94fd-3fa4294b72d7 {{(pid=69644) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1232.084800] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "9d198c26-b32f-4d9f-961f-5bef6a511168" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.085030] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.085316] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.085501] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.085729] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "d411e062-f269-4177-b877-1142f9181739" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.085931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "6d97d844-44dd-4800-9d68-568dd4fd755c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.086115] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.086341] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.086540] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.087061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.087061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.087301] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.087301] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.087467] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.087684] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.087859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.088765] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268574c-0a0f-4740-a2f3-69d6696da5ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.093351] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc4a79-5c68-4548-bf2d-1a01bb8f0c39 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.096154] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e5e2b-c9ae-4e70-93df-c1abfa8f649e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.098876] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08536c1-c40f-4d07-b179-d6f9513a47b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.101432] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8289e42-897c-4ed2-8314-2393fca07e65 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.104104] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5897c242-e1d8-4b87-8d7d-521bb42bcd7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.107421] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ce41b-510e-44f9-af8e-ce5554fa4267 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.174360] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1232.175303] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5669f11a-cf04-4196-addf-b8ab6a45dd07 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.185098] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1232.185098] env[69644]: value = "task-3553833" [ 1232.185098] env[69644]: _type = "Task" [ 1232.185098] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.196104] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553833, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.417315] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be0832-49e5-48a2-8302-382c9614553b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.425139] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e3085-4e0b-4b7c-aa32-0cd8bf9cebd0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.457471] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ab5153-6915-4813-a02c-bde3dd2e7c2b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.465419] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9195f-9a6d-4204-b0ad-b214fa210863 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.481335] env[69644]: DEBUG nova.compute.provider_tree [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.629321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.631974] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.632350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.636841] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.642465] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.642791] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.645438] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.674340] env[69644]: DEBUG nova.network.neutron [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.696415] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553833, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.984461] env[69644]: DEBUG nova.scheduler.client.report [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.177146] env[69644]: INFO nova.compute.manager [-] [instance: f4a419b6-1e62-44a7-bc71-32327b990f8c] Took 1.37 seconds to deallocate network for instance. [ 1233.196219] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553833, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.227215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.227508] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.490533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.521419] env[69644]: INFO nova.scheduler.client.report [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted allocations for instance d411e062-f269-4177-b877-1142f9181739 [ 1233.696107] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553833, 'name': CloneVM_Task, 'duration_secs': 1.127471} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.697951] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Created linked-clone VM from snapshot [ 1233.701259] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df30347-521d-4277-807b-a2f1139df74d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.708345] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Uploading image 017da8cf-b5f3-4212-b2b9-374d73022e61 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1233.731068] env[69644]: DEBUG nova.compute.utils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.752247] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1233.752247] env[69644]: value = "vm-709554" [ 1233.752247] env[69644]: _type = "VirtualMachine" [ 1233.752247] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1233.752558] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-808f3a7a-2bf0-4d29-bba3-10510c4a3e24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.760079] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease: (returnval){ [ 1233.760079] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52288ad5-bb4e-2fd9-1076-636a04b281ce" [ 1233.760079] env[69644]: _type = "HttpNfcLease" [ 1233.760079] env[69644]: } obtained for exporting VM: (result){ [ 1233.760079] env[69644]: value = "vm-709554" [ 1233.760079] env[69644]: _type = "VirtualMachine" [ 1233.760079] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1233.760354] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the lease: (returnval){ [ 1233.760354] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52288ad5-bb4e-2fd9-1076-636a04b281ce" [ 1233.760354] env[69644]: _type = "HttpNfcLease" [ 1233.760354] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1233.766702] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.766702] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52288ad5-bb4e-2fd9-1076-636a04b281ce" [ 1233.766702] env[69644]: _type = "HttpNfcLease" [ 1233.766702] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.031400] env[69644]: DEBUG oslo_concurrency.lockutils [None req-3a816b11-39b6-42c9-9a88-14d5e947c074 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d411e062-f269-4177-b877-1142f9181739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.032416] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "d411e062-f269-4177-b877-1142f9181739" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.947s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.032868] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d725bd64-8b89-43ed-8aa0-f70cac58f695 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.042152] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1cd89-b901-468c-afa8-904026846539 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.208022] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6bc0b047-d799-44ee-b8c0-dd013287a89f tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "f4a419b6-1e62-44a7-bc71-32327b990f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.952s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.233714] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.269018] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.269018] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52288ad5-bb4e-2fd9-1076-636a04b281ce" [ 1234.269018] env[69644]: _type = "HttpNfcLease" [ 1234.269018] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1234.269896] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1234.269896] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52288ad5-bb4e-2fd9-1076-636a04b281ce" [ 1234.269896] env[69644]: _type = "HttpNfcLease" [ 1234.269896] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1234.270142] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89d0df-3dba-421d-b692-ada407e4286e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.277161] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1234.277353] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1234.364869] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8720438c-bcfa-4c4c-8af2-8c193a91084a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.575419] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "d411e062-f269-4177-b877-1142f9181739" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.439884] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.440210] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.440554] env[69644]: INFO nova.compute.manager [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attaching volume 1652075d-5036-44fe-9ddc-4d14720a7f7c to /dev/sdb [ 1235.494538] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b8326-c67f-490a-93c1-e53b9d9de301 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.502995] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80757f0-915c-4540-bb3c-2116ea4aaaf2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.517714] env[69644]: DEBUG nova.virt.block_device [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating existing volume attachment record: 8ab7d6ec-2e30-42a2-8634-acaf47e11545 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.174031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.174257] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.485082] env[69644]: DEBUG nova.compute.manager [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1236.679022] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.039096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.039455] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.200166] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.544677] env[69644]: INFO nova.compute.claims [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.051674] env[69644]: INFO nova.compute.resource_tracker [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating resource usage from migration 71f7f2e6-ab2a-4697-810d-56d6bcc528db [ 1238.183351] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b233f-0eca-4429-810b-d0ba5a8df14b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.192765] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe8785-1806-403e-be7b-9483c808a234 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.223838] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f987a47-fabe-4eb1-bb6b-53e5fc2eaee0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.232450] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95c183-b1f8-41d9-966c-ed315741469f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.247805] env[69644]: DEBUG nova.compute.provider_tree [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.770750] env[69644]: ERROR nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [req-344ffd55-64b0-4b38-ab0a-ba3c57ade5d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-344ffd55-64b0-4b38-ab0a-ba3c57ade5d2"}]} [ 1238.789085] env[69644]: DEBUG nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1238.806250] env[69644]: DEBUG nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1238.806503] env[69644]: DEBUG nova.compute.provider_tree [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.825103] env[69644]: DEBUG nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1238.850305] env[69644]: DEBUG nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1238.984038] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1abcf1-924f-4459-8749-7a72504b237e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.992198] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da9983-6a6d-4db9-b103-e27a44cf24b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.022993] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836388fe-2262-4c0c-82f8-2523dd9572bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.032431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5b783-2e22-4f02-85a1-04af100cf633 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.046408] env[69644]: DEBUG nova.compute.provider_tree [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.578667] env[69644]: DEBUG nova.scheduler.client.report [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1239.578936] env[69644]: DEBUG nova.compute.provider_tree [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 151 to 152 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1239.579133] env[69644]: DEBUG nova.compute.provider_tree [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.069111] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.069407] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709555', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'name': 'volume-1652075d-5036-44fe-9ddc-4d14720a7f7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'serial': '1652075d-5036-44fe-9ddc-4d14720a7f7c'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.070439] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069eb092-87e9-440d-989d-32858bcf9eb3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090209] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.051s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.090409] env[69644]: INFO nova.compute.manager [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Migrating [ 1240.097399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.897s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.098855] env[69644]: INFO nova.compute.claims [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.102292] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5b57a-6b30-46f0-af50-566c0b6e1e0a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.138856] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-1652075d-5036-44fe-9ddc-4d14720a7f7c/volume-1652075d-5036-44fe-9ddc-4d14720a7f7c.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.138856] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1964ab2-4dea-4b54-8f7d-b16d225b872a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.158998] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1240.158998] env[69644]: value = "task-3553837" [ 1240.158998] env[69644]: _type = "Task" [ 1240.158998] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.169333] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.614631] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.614631] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.614631] env[69644]: DEBUG nova.network.neutron [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.669136] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.173471] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553837, 'name': ReconfigVM_Task, 'duration_secs': 0.560862} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.173759] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-1652075d-5036-44fe-9ddc-4d14720a7f7c/volume-1652075d-5036-44fe-9ddc-4d14720a7f7c.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.181091] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65834a2-ff1d-41f3-ac72-152de67c0d1f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.198126] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1241.198126] env[69644]: value = "task-3553838" [ 1241.198126] env[69644]: _type = "Task" [ 1241.198126] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.207532] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.293054] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596cae1-0d3e-41bb-b263-df1628fe010f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.300997] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0549c8c-b011-41f9-82b1-1eb2440f8df8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.332868] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f013d874-d3bb-4294-a679-540848271e20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.340231] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74445332-c627-4dff-aa0c-39a1282f12d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.355130] env[69644]: DEBUG nova.compute.provider_tree [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.470442] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.471404] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f284b5-6d03-41e0-b779-bb429b58fd5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.480263] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1241.480427] env[69644]: ERROR oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk due to incomplete transfer. [ 1241.480650] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-827e23cb-8a5f-4c8c-b10e-6964e9151b5d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.487287] env[69644]: DEBUG oslo_vmware.rw_handles [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b9b46-fbfa-9498-6003-efde01524104/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1241.487476] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Uploaded image 017da8cf-b5f3-4212-b2b9-374d73022e61 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1241.489818] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1241.490074] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da8392b5-54d6-4b9c-ac37-376f3843015c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.497327] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1241.497327] env[69644]: value = "task-3553839" [ 1241.497327] env[69644]: _type = "Task" [ 1241.497327] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.504957] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553839, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.581073] env[69644]: DEBUG nova.network.neutron [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.709662] env[69644]: DEBUG oslo_vmware.api [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553838, 'name': ReconfigVM_Task, 'duration_secs': 0.156205} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.710028] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709555', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'name': 'volume-1652075d-5036-44fe-9ddc-4d14720a7f7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'serial': '1652075d-5036-44fe-9ddc-4d14720a7f7c'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.858490] env[69644]: DEBUG nova.scheduler.client.report [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.007700] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553839, 'name': Destroy_Task, 'duration_secs': 0.387539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.008037] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Destroyed the VM [ 1242.008351] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1242.008557] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b24001f5-af84-41a2-967a-8c99dc13137c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.014918] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1242.014918] env[69644]: value = "task-3553840" [ 1242.014918] env[69644]: _type = "Task" [ 1242.014918] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.022304] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.084170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.363619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.364171] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.524802] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553840, 'name': RemoveSnapshot_Task, 'duration_secs': 0.340609} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.525049] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.525331] env[69644]: DEBUG nova.compute.manager [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.526091] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c7d4e-205a-401d-876b-84bf30c9c64a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.797879] env[69644]: DEBUG nova.objects.instance [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.869100] env[69644]: DEBUG nova.compute.utils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.871047] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.871047] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.963746] env[69644]: DEBUG nova.policy [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.038156] env[69644]: INFO nova.compute.manager [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Shelve offloading [ 1243.269809] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Successfully created port: 8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.302646] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d1d036a2-4d26-414f-ad1e-7786d70917a5 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.375305] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.542018] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.542467] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d750f6-f185-41f8-b32a-792cea1d0104 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.550660] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1243.550660] env[69644]: value = "task-3553841" [ 1243.550660] env[69644]: _type = "Task" [ 1243.550660] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.558580] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.599334] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009857fb-5c9a-4ec9-9173-dff0c845cebc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.617946] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.061790] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.062057] env[69644]: DEBUG nova.compute.manager [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.062876] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0fcecf-52ca-4f9c-bda2-d6ee741ebbb5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.068759] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.068935] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.069168] env[69644]: DEBUG nova.network.neutron [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.123797] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.124130] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6a4854-647e-41e8-b209-c16d7eb57be8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.131851] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1244.131851] env[69644]: value = "task-3553842" [ 1244.131851] env[69644]: _type = "Task" [ 1244.131851] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.140478] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.384666] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.424734] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.424986] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.425158] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.425343] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.425501] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.425669] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.425878] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.426056] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.426236] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.426397] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.426563] env[69644]: DEBUG nova.virt.hardware [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.427431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dab769-c5a8-4083-b2bb-9b0c4807ce59 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.435784] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba43b71c-3c09-437f-908c-af915be59bed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.642068] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553842, 'name': PowerOffVM_Task, 'duration_secs': 0.211063} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.642295] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.642479] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.733042] env[69644]: DEBUG nova.compute.manager [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Received event network-vif-plugged-8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.733278] env[69644]: DEBUG oslo_concurrency.lockutils [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] Acquiring lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.733482] env[69644]: DEBUG oslo_concurrency.lockutils [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.733662] env[69644]: DEBUG oslo_concurrency.lockutils [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.733806] env[69644]: DEBUG nova.compute.manager [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] No waiting events found dispatching network-vif-plugged-8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1244.733984] env[69644]: WARNING nova.compute.manager [req-d93a9b49-7185-47d2-be8a-827eba29a672 req-8bc4b57b-182d-4c60-a4e1-3b43b76dc145 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Received unexpected event network-vif-plugged-8e0e2a1c-5239-4901-8280-92b9a377b030 for instance with vm_state building and task_state spawning. [ 1244.895967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.896576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.905042] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Successfully updated port: 8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.917355] env[69644]: DEBUG nova.network.neutron [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.148855] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.149116] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.149279] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.149459] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.149632] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.149781] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.150044] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.150220] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.150387] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.150548] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.150722] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.155727] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7915d824-9a5c-4f94-b271-49a1102c8bac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.173605] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1245.173605] env[69644]: value = "task-3553843" [ 1245.173605] env[69644]: _type = "Task" [ 1245.173605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.186635] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.400954] env[69644]: DEBUG nova.compute.utils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.408163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.408406] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.408492] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.420452] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.684075] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553843, 'name': ReconfigVM_Task, 'duration_secs': 0.178752} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.684408] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.823348] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.824317] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd070ed-1db7-4202-95db-6c6831a3ac62 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.832834] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.833098] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ec87ae-fec5-437a-baa5-4eb9737b569a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.904719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.915122] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.915368] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.915557] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore2] c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.916152] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6b6de3e-76a4-4f9e-a1ab-78a86f25dd8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.922684] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1245.922684] env[69644]: value = "task-3553845" [ 1245.922684] env[69644]: _type = "Task" [ 1245.922684] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.931559] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.945811] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.076073] env[69644]: DEBUG nova.network.neutron [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Updating instance_info_cache with network_info: [{"id": "8e0e2a1c-5239-4901-8280-92b9a377b030", "address": "fa:16:3e:ab:ad:bd", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a1c-52", "ovs_interfaceid": "8e0e2a1c-5239-4901-8280-92b9a377b030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.191577] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.191577] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.191921] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.191921] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.191921] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.192124] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.192253] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.192410] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.192563] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.192717] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.192883] env[69644]: DEBUG nova.virt.hardware [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.198103] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.198389] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d2472b-c652-4660-b6f6-5ca774e8d5e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.218406] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1246.218406] env[69644]: value = "task-3553846" [ 1246.218406] env[69644]: _type = "Task" [ 1246.218406] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.226713] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.432941] env[69644]: DEBUG oslo_vmware.api [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332753} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.433252] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.433415] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.433584] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.485194] env[69644]: INFO nova.scheduler.client.report [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted allocations for instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf [ 1246.578441] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.578757] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Instance network_info: |[{"id": "8e0e2a1c-5239-4901-8280-92b9a377b030", "address": "fa:16:3e:ab:ad:bd", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a1c-52", "ovs_interfaceid": "8e0e2a1c-5239-4901-8280-92b9a377b030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.579185] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ad:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e0e2a1c-5239-4901-8280-92b9a377b030', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.586619] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.586816] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.587053] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f45bbb1-52a4-45c0-8b80-eaf2b51956d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.607017] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.607017] env[69644]: value = "task-3553847" [ 1246.607017] env[69644]: _type = "Task" [ 1246.607017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.614638] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553847, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.729037] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553846, 'name': ReconfigVM_Task, 'duration_secs': 0.160833} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.729291] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.730097] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99404d3-c37c-4f7f-b62f-393bc26ed1b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.753715] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.754113] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6be5a5a-8702-4f4c-8a64-b92ade85a3e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.769447] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Received event network-changed-8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.769639] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Refreshing instance network info cache due to event network-changed-8e0e2a1c-5239-4901-8280-92b9a377b030. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.769876] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Acquiring lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.770065] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Acquired lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.770242] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Refreshing network info cache for port 8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.778647] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1246.778647] env[69644]: value = "task-3553848" [ 1246.778647] env[69644]: _type = "Task" [ 1246.778647] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.787923] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.990591] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.990732] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.990985] env[69644]: DEBUG nova.objects.instance [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'resources' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.002459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.002593] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.002815] env[69644]: INFO nova.compute.manager [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attaching volume ce941fe6-cfa5-4cb9-b9f2-985ff046f85e to /dev/sdc [ 1247.047510] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a55f23-e67a-44d2-bf63-f9fd7b79ed1b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.056633] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb715bc-e21e-40f8-9f69-55ddd036844c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070795] env[69644]: DEBUG nova.virt.block_device [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating existing volume attachment record: a71b2872-b845-4ab0-b84d-d30f3fffbe2a {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.117806] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553847, 'name': CreateVM_Task, 'duration_secs': 0.307428} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.118015] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.118653] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.118818] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.119146] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.119401] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b59befa-50dd-46fb-bd78-f35de3084b73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.123789] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1247.123789] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fab590-d3a4-8daa-6658-5eeee16fcf2f" [ 1247.123789] env[69644]: _type = "Task" [ 1247.123789] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.131262] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fab590-d3a4-8daa-6658-5eeee16fcf2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.289158] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553848, 'name': ReconfigVM_Task, 'duration_secs': 0.279798} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.289475] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20/53196b13-b976-4f28-b982-a94ca5558a20.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.289732] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.493956] env[69644]: DEBUG nova.objects.instance [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'numa_topology' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.501510] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Updated VIF entry in instance network info cache for port 8e0e2a1c-5239-4901-8280-92b9a377b030. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.501853] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Updating instance_info_cache with network_info: [{"id": "8e0e2a1c-5239-4901-8280-92b9a377b030", "address": "fa:16:3e:ab:ad:bd", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a1c-52", "ovs_interfaceid": "8e0e2a1c-5239-4901-8280-92b9a377b030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.634430] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fab590-d3a4-8daa-6658-5eeee16fcf2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.634754] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.634988] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.635245] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.635392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.635570] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.635835] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba93416-2f0c-4286-b7d6-b057c800f3d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.645756] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.645756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.646253] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb0c73b-ca5d-4495-9b43-a49dd5fd522d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.652496] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1247.652496] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52647087-f514-396f-fe7e-02c58d3fd7f0" [ 1247.652496] env[69644]: _type = "Task" [ 1247.652496] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.661745] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52647087-f514-396f-fe7e-02c58d3fd7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.796258] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0009026-e33e-4e3f-8790-b3f0833ccc30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.816203] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d3edae-553f-49c3-bc36-20bd677db3fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.834020] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.997246] env[69644]: DEBUG nova.objects.base [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.004237] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Releasing lock "refresh_cache-c1c47622-334e-4e8a-bc6a-b1b20a82b23b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.004471] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-vif-unplugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.004671] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.004870] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.005068] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.005319] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] No waiting events found dispatching network-vif-unplugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1248.005532] env[69644]: WARNING nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received unexpected event network-vif-unplugged-2363d49f-aa87-4174-857b-388a4221f960 for instance with vm_state shelved_offloaded and task_state None. [ 1248.005699] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-changed-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.005855] env[69644]: DEBUG nova.compute.manager [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing instance network info cache due to event network-changed-2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.006058] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.006204] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.006361] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing network info cache for port 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.127406] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868be749-1fd5-457c-b804-5b6db653f590 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.135205] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2e8ce-6a7e-4e89-b393-759db179fdda {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.170280] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e94fcb-5dba-4a3a-a15b-c518ce5fc2a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.180876] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4fa27e-9e16-42e5-8b26-5ca59f52c72e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.184412] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52647087-f514-396f-fe7e-02c58d3fd7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.185383] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386c94d9-8aaa-4228-81e8-ee85e2fb7846 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.194739] env[69644]: DEBUG nova.compute.provider_tree [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.198958] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1248.198958] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5227d777-b698-5c93-f418-a03848d4afc8" [ 1248.198958] env[69644]: _type = "Task" [ 1248.198958] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.206401] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5227d777-b698-5c93-f418-a03848d4afc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.376240] env[69644]: DEBUG nova.network.neutron [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Port 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.583386] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.697980] env[69644]: DEBUG nova.scheduler.client.report [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.711132] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5227d777-b698-5c93-f418-a03848d4afc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.713346] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.713602] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c1c47622-334e-4e8a-bc6a-b1b20a82b23b/c1c47622-334e-4e8a-bc6a-b1b20a82b23b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.714379] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d6242e-cda0-437d-a7af-eeecd016e24a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.722369] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1248.722369] env[69644]: value = "task-3553850" [ 1248.722369] env[69644]: _type = "Task" [ 1248.722369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.730539] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.746145] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updated VIF entry in instance network info cache for port 2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.746552] env[69644]: DEBUG nova.network.neutron [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2363d49f-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.206897] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.233550] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449446} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.233811] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] c1c47622-334e-4e8a-bc6a-b1b20a82b23b/c1c47622-334e-4e8a-bc6a-b1b20a82b23b.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.234038] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.234297] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ed2c075-f900-4ac1-9e94-dd850b369872 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.242856] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1249.242856] env[69644]: value = "task-3553851" [ 1249.242856] env[69644]: _type = "Task" [ 1249.242856] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.249100] env[69644]: DEBUG oslo_concurrency.lockutils [req-dd54b7db-4dce-486e-9677-dba304529f87 req-dca3c78f-4fc2-4784-8b83-2919a5eacf9d service nova] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.252692] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.398842] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.399219] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.399520] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.713966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-33137cf5-d5ee-4edd-a706-d1980f83d103 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.643s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.715023] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.628s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.715023] env[69644]: INFO nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] During sync_power_state the instance has a pending task (shelving_image_pending_upload). Skip. [ 1249.715215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.715606] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.133s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.715777] env[69644]: INFO nova.compute.manager [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Unshelving [ 1249.753220] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069393} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.753489] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.754303] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21db18a-c561-464c-9bad-8f2558d5067d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.777150] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c1c47622-334e-4e8a-bc6a-b1b20a82b23b/c1c47622-334e-4e8a-bc6a-b1b20a82b23b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.777422] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3123acd4-251a-4e85-b109-c3b4ea02b8e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.798767] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1249.798767] env[69644]: value = "task-3553853" [ 1249.798767] env[69644]: _type = "Task" [ 1249.798767] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.808428] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.311089] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.436832] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.437087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.437250] env[69644]: DEBUG nova.network.neutron [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.724814] env[69644]: DEBUG nova.compute.utils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.811784] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553853, 'name': ReconfigVM_Task, 'duration_secs': 0.522417} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.812203] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c1c47622-334e-4e8a-bc6a-b1b20a82b23b/c1c47622-334e-4e8a-bc6a-b1b20a82b23b.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.813040] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cceae7-3a53-49d0-ba56-3f71665de258 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.820364] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1250.820364] env[69644]: value = "task-3553854" [ 1250.820364] env[69644]: _type = "Task" [ 1250.820364] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.836635] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553854, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.152711] env[69644]: DEBUG nova.network.neutron [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.228046] env[69644]: INFO nova.virt.block_device [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Booting with volume 5dbdd00b-c015-4afe-958d-3531c6ef71d4 at /dev/sdb [ 1251.257336] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32ae5455-237a-4d9b-b8b8-5e8090009ff4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.267060] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad0caf-dcee-42ab-a809-5cfa92026f82 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.300523] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc082aa-02ce-4ae2-9c90-e1ad74fd8ac6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.308999] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e625c8-bebd-4780-8f65-801ac5049cd2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.328505] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553854, 'name': Rename_Task, 'duration_secs': 0.252178} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.328767] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.328987] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e15000-d426-4a1f-9f45-0915e585e11a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.340171] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda985b-f9d8-40b3-8a29-aa09479ab60f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.345019] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1251.345019] env[69644]: value = "task-3553855" [ 1251.345019] env[69644]: _type = "Task" [ 1251.345019] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.349836] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29baa0-28d1-4b1a-9f0d-33783fe711ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.356639] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.363848] env[69644]: DEBUG nova.virt.block_device [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating existing volume attachment record: 1f4a9046-cdde-4b18-baea-367326f09755 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1251.617806] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1251.618082] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709557', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'name': 'volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'serial': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1251.619027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5156226-dffa-4c79-8a3f-c53408c20722 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.635361] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f690b31a-06d7-4b4f-b1b0-3f9fbcfa881c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.658088] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.669028] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e/volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.669532] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe6be9f-251e-423d-9784-abfce2ffa12f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.353909] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.355366] env[69644]: DEBUG oslo_vmware.api [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1252.355366] env[69644]: value = "task-3553857" [ 1252.355366] env[69644]: _type = "Task" [ 1252.355366] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.358384] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.367595] env[69644]: DEBUG oslo_vmware.api [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553855, 'name': PowerOnVM_Task, 'duration_secs': 0.588179} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.370435] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.370633] env[69644]: INFO nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1252.370811] env[69644]: DEBUG nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.371109] env[69644]: DEBUG oslo_vmware.api [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553857, 'name': ReconfigVM_Task, 'duration_secs': 0.491662} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.371752] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cdf4cc-c69e-41d7-96d4-131d37688b51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.374014] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e/volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.378632] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b14062-42e3-4af4-a223-2c2433cf094f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.388870] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.396301] env[69644]: DEBUG oslo_vmware.api [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1252.396301] env[69644]: value = "task-3553860" [ 1252.396301] env[69644]: _type = "Task" [ 1252.396301] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.408913] env[69644]: DEBUG oslo_vmware.api [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.876027] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1abdd-f928-4bbc-9970-c46fc6bb0bcb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.895402] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.895643] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.895820] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.895972] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1252.900608] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743338fe-bf1f-4cd5-af38-dcd388e9ce4b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.903651] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3579ca56-86bd-4f21-b0cb-bf727e304156 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.911226] env[69644]: INFO nova.compute.manager [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Took 15.73 seconds to build instance. [ 1252.921219] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6f379-eddd-4125-bb01-d5868fe6b073 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.924836] env[69644]: DEBUG oslo_vmware.api [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553860, 'name': ReconfigVM_Task, 'duration_secs': 0.152102} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.925175] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.928940] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709557', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'name': 'volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'serial': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.941668] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4741e-e6cf-41cd-9bad-f092e14f30e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.949304] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cde6dd-a332-4cf5-b98a-8fdd4c0d6c3b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.980993] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179541MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1252.981186] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.981379] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.413600] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c199d4ad-0cb5-4662-bbdb-c947720b1e26 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.239s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.432665] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.432965] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac6c86b9-519d-4b2e-855e-d82feaf6f387 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.444632] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1253.444632] env[69644]: value = "task-3553861" [ 1253.444632] env[69644]: _type = "Task" [ 1253.444632] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.453453] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.681147] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.681466] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.681709] env[69644]: DEBUG nova.compute.manager [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.682632] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c00b2-4b90-4f7e-a897-07985be69e6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.690494] env[69644]: DEBUG nova.compute.manager [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1253.691093] env[69644]: DEBUG nova.objects.instance [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'flavor' on Instance uuid c1c47622-334e-4e8a-bc6a-b1b20a82b23b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.957818] env[69644]: DEBUG oslo_vmware.api [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553861, 'name': PowerOnVM_Task, 'duration_secs': 0.506132} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.957963] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.958193] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63a3e025-f297-4266-b28d-c5263a46748d tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance '53196b13-b976-4f28-b982-a94ca5558a20' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.979580] env[69644]: DEBUG nova.objects.instance [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.990925] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Applying migration context for instance 53196b13-b976-4f28-b982-a94ca5558a20 as it has an incoming, in-progress migration 71f7f2e6-ab2a-4697-810d-56d6bcc528db. Migration status is post-migrating {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1253.992346] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating resource usage from migration 71f7f2e6-ab2a-4697-810d-56d6bcc528db [ 1254.009043] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009204] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 6d97d844-44dd-4800-9d68-568dd4fd755c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009320] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5bccd306-91b8-44c8-b2d4-df2fdd378122 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009438] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 5d9d9432-e89f-4308-82dd-440baa51cb98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009555] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance e98a74c9-5bb7-491d-ba42-084accbb1916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009669] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f99d8cee-4b93-4e81-94fd-3fa4294b72d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.009782] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Migration 71f7f2e6-ab2a-4697-810d-56d6bcc528db is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1254.009895] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c1c47622-334e-4e8a-bc6a-b1b20a82b23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.010089] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 53196b13-b976-4f28-b982-a94ca5558a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.055117] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.055421] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.055676] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.055910] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.056140] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.060761] env[69644]: INFO nova.compute.manager [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Terminating instance [ 1254.483732] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b7281457-e0e1-434b-9df0-4e4d1b204c51 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.481s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.512941] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1254.513209] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1254.513355] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1254.561735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.561975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.565781] env[69644]: DEBUG nova.compute.manager [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.566011] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.566667] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c1c3b6-40bf-4cbe-b4ef-13637c3560ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.575380] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1254.575380] env[69644]: value = "task-3553863" [ 1254.575380] env[69644]: _type = "Task" [ 1254.575380] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.587254] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.651920] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f7354-7abc-40d6-ac1e-40654ecea6fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.660115] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e45b2-651b-4c65-8a52-ad3120db9171 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.692889] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8145c4-b56d-4956-a9b2-0fbd5663a7de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.697606] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.697983] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c507cde1-04db-45d0-8682-f701ad734f9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.703521] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e3bf5-cc11-4455-909a-4730d3818a4c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.709303] env[69644]: DEBUG oslo_vmware.api [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1254.709303] env[69644]: value = "task-3553864" [ 1254.709303] env[69644]: _type = "Task" [ 1254.709303] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.723082] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.731316] env[69644]: DEBUG oslo_vmware.api [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.067582] env[69644]: INFO nova.compute.manager [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Detaching volume 1652075d-5036-44fe-9ddc-4d14720a7f7c [ 1255.087576] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553863, 'name': PowerOffVM_Task, 'duration_secs': 0.190844} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.087856] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.088061] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1255.088289] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709540', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'name': 'volume-29653d13-9291-496a-96f6-251fd5da5e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d9d9432-e89f-4308-82dd-440baa51cb98', 'attached_at': '2025-04-24T15:04:46.000000', 'detached_at': '', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'serial': '29653d13-9291-496a-96f6-251fd5da5e69'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1255.089034] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fede7ff5-1642-44e1-a9e6-fcb5118f50d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.107727] env[69644]: INFO nova.virt.block_device [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attempting to driver detach volume 1652075d-5036-44fe-9ddc-4d14720a7f7c from mountpoint /dev/sdb [ 1255.107941] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1255.108137] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709555', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'name': 'volume-1652075d-5036-44fe-9ddc-4d14720a7f7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'serial': '1652075d-5036-44fe-9ddc-4d14720a7f7c'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1255.108869] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36bfca-70d3-4f4b-9c4d-6124a1161bd5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.111819] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae4f3dc-968a-455e-8566-bd00c18cecbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.138578] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52acc6-6a3b-4dec-8bfb-6154f5cee73b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.141540] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf380786-7992-47f4-8c05-0ff3268f2ebb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.162912] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b600c-18b8-410f-bc61-ecd4f2d9e555 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.165623] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096e227-e2fd-4507-8a34-383aff00ffcd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.197958] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] The volume has not been displaced from its original location: [datastore2] volume-29653d13-9291-496a-96f6-251fd5da5e69/volume-29653d13-9291-496a-96f6-251fd5da5e69.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.203174] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.203902] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c067b72c-b557-428e-a8ec-31ef05ff0481 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.206499] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e28d9f-268d-4b57-b97f-b2999eb9f0f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.236600] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] The volume has not been displaced from its original location: [datastore1] volume-1652075d-5036-44fe-9ddc-4d14720a7f7c/volume-1652075d-5036-44fe-9ddc-4d14720a7f7c.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.241687] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.245779] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f08d82-0404-4a63-bb06-65bedccf172d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.258354] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1255.258354] env[69644]: value = "task-3553865" [ 1255.258354] env[69644]: _type = "Task" [ 1255.258354] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.258588] env[69644]: DEBUG oslo_vmware.api [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553864, 'name': PowerOffVM_Task, 'duration_secs': 0.413511} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.259442] env[69644]: ERROR nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [req-5c062c98-a8da-495a-a207-f4f94a9230f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c062c98-a8da-495a-a207-f4f94a9230f3"}]} [ 1255.259879] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.260136] env[69644]: DEBUG nova.compute.manager [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.268038] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d6d13-3cd9-49db-9a67-1f98144bd1cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.270367] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1255.270367] env[69644]: value = "task-3553866" [ 1255.270367] env[69644]: _type = "Task" [ 1255.270367] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.278445] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.283099] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Refreshing inventories for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.288492] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.298320] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating ProviderTree inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.298513] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.313017] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Refreshing aggregate associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, aggregates: None {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.334350] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Refreshing trait associations for resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69644) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.465895] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f6c5e-8254-4451-8bba-e698519e8d46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.473752] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb6d1b3-8ce2-419b-a0ff-97f64f554f47 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.513402] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a4623a-d5a1-4568-aa68-ca9670f61ab3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.522680] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d63882e-3334-4c8e-9fde-f6cbd2bba334 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.536674] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.769846] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553865, 'name': ReconfigVM_Task, 'duration_secs': 0.184328} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.770211] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.775061] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3ffa3f-1802-4be9-a4a1-327a452d8c6e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.790087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-74ffd092-7206-495e-8217-ce375c9fdce8 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.799381] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553866, 'name': ReconfigVM_Task, 'duration_secs': 0.261353} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.800789] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.805394] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1255.805394] env[69644]: value = "task-3553867" [ 1255.805394] env[69644]: _type = "Task" [ 1255.805394] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.806202] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402bdc6b-da13-46f8-bf80-ce4fc13e7744 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.828181] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.829269] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1255.829269] env[69644]: value = "task-3553868" [ 1255.829269] env[69644]: _type = "Task" [ 1255.829269] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.838873] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.050046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.050046] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.050401] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.050483] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.050694] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.052816] env[69644]: INFO nova.compute.manager [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Terminating instance [ 1256.072812] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1256.073063] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 153 to 154 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1256.073227] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.326966] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553867, 'name': ReconfigVM_Task, 'duration_secs': 0.168108} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.327356] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709540', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'name': 'volume-29653d13-9291-496a-96f6-251fd5da5e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d9d9432-e89f-4308-82dd-440baa51cb98', 'attached_at': '2025-04-24T15:04:46.000000', 'detached_at': '', 'volume_id': '29653d13-9291-496a-96f6-251fd5da5e69', 'serial': '29653d13-9291-496a-96f6-251fd5da5e69'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.327648] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.328578] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce20b3c5-c23a-4917-a3e7-2decd723b9e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.340194] env[69644]: DEBUG oslo_vmware.api [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553868, 'name': ReconfigVM_Task, 'duration_secs': 0.158042} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.342353] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709555', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'name': 'volume-1652075d-5036-44fe-9ddc-4d14720a7f7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': '1652075d-5036-44fe-9ddc-4d14720a7f7c', 'serial': '1652075d-5036-44fe-9ddc-4d14720a7f7c'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.344605] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.345047] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d367dc8-ab1e-4b7b-ae82-da2576a95831 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.414291] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.414569] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.414685] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore2] 5d9d9432-e89f-4308-82dd-440baa51cb98 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.414927] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5c5bf2-1266-4e9c-85d8-075653534614 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.422489] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1256.422489] env[69644]: value = "task-3553870" [ 1256.422489] env[69644]: _type = "Task" [ 1256.422489] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.431521] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.502323] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.502599] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.502890] env[69644]: DEBUG nova.compute.manager [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Going to confirm migration 7 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1256.557101] env[69644]: DEBUG nova.compute.manager [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.557470] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.558209] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1182e5-fc9a-4c23-b71e-0ef830af89ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.566327] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.566550] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d0bb1f-5cb9-4c20-80fa-af9bc3f3013e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.577802] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1256.578027] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.597s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.657363] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.657729] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.658050] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore1] c1c47622-334e-4e8a-bc6a-b1b20a82b23b {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.658362] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce5054ca-2dbc-432b-bee4-b20f0f55513e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.666191] env[69644]: DEBUG oslo_vmware.api [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1256.666191] env[69644]: value = "task-3553872" [ 1256.666191] env[69644]: _type = "Task" [ 1256.666191] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.674601] env[69644]: DEBUG oslo_vmware.api [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.883882] env[69644]: DEBUG nova.objects.instance [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.933492] env[69644]: DEBUG oslo_vmware.api [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078614} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.933801] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.934024] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.934269] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.934510] env[69644]: INFO nova.compute.manager [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1256.934806] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.935040] env[69644]: DEBUG nova.compute.manager [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.935174] env[69644]: DEBUG nova.network.neutron [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.104138] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.104138] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.104138] env[69644]: DEBUG nova.network.neutron [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.104138] env[69644]: DEBUG nova.objects.instance [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'info_cache' on Instance uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.178165] env[69644]: DEBUG oslo_vmware.api [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.179441] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.179441] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.179441] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.179441] env[69644]: INFO nova.compute.manager [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1257.179735] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.180296] env[69644]: DEBUG nova.compute.manager [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.180399] env[69644]: DEBUG nova.network.neutron [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.183233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.183394] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.473953] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.473953] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.473953] env[69644]: DEBUG nova.objects.instance [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'pci_requests' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.572992] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.573269] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.573405] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.573553] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.573710] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.573849] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1257.652296] env[69644]: DEBUG nova.compute.manager [req-bfb20fb1-be06-4dd6-bf09-6d93d48d1c3d req-a0e571c3-b5dd-4a05-9d93-dc93e8f15cd7 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Received event network-vif-deleted-8e0e2a1c-5239-4901-8280-92b9a377b030 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.652535] env[69644]: INFO nova.compute.manager [req-bfb20fb1-be06-4dd6-bf09-6d93d48d1c3d req-a0e571c3-b5dd-4a05-9d93-dc93e8f15cd7 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Neutron deleted interface 8e0e2a1c-5239-4901-8280-92b9a377b030; detaching it from the instance and deleting it from the info cache [ 1257.652768] env[69644]: DEBUG nova.network.neutron [req-bfb20fb1-be06-4dd6-bf09-6d93d48d1c3d req-a0e571c3-b5dd-4a05-9d93-dc93e8f15cd7 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.686368] env[69644]: DEBUG nova.compute.utils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.870142] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.892955] env[69644]: DEBUG oslo_concurrency.lockutils [None req-79d0ac4a-7cbf-4af8-bd52-8619b3c9edb3 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.331s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.894133] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.024s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.976966] env[69644]: DEBUG nova.objects.instance [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'numa_topology' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.053175] env[69644]: DEBUG nova.network.neutron [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.119367] env[69644]: DEBUG nova.network.neutron [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.155175] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2287c799-18eb-4aca-bb8b-291b03a0ff17 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.166484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7026fc-704f-4c7b-95a8-60ac3ac8f1c3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.189337] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.200862] env[69644]: DEBUG nova.compute.manager [req-bfb20fb1-be06-4dd6-bf09-6d93d48d1c3d req-a0e571c3-b5dd-4a05-9d93-dc93e8f15cd7 service nova] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Detach interface failed, port_id=8e0e2a1c-5239-4901-8280-92b9a377b030, reason: Instance c1c47622-334e-4e8a-bc6a-b1b20a82b23b could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1258.317707] env[69644]: DEBUG nova.network.neutron [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [{"id": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "address": "fa:16:3e:5d:c6:95", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f2faf7-5e", "ovs_interfaceid": "37f2faf7-5e71-48d9-bd4e-9b6e4415ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.397199] env[69644]: INFO nova.compute.manager [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Detaching volume ce941fe6-cfa5-4cb9-b9f2-985ff046f85e [ 1258.428292] env[69644]: INFO nova.virt.block_device [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Attempting to driver detach volume ce941fe6-cfa5-4cb9-b9f2-985ff046f85e from mountpoint /dev/sdc [ 1258.428547] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.428734] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709557', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'name': 'volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'serial': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.429632] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8acea-6864-4325-8033-23e6ca3f6493 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.451561] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2e98e-1e3e-4265-98da-685536aac0af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.459282] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836e19b-bc7b-4e78-926b-380b42e97645 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.480126] env[69644]: INFO nova.compute.claims [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.483083] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5f804-802f-4bc0-8cc6-7133c5715948 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.500593] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e/volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.505860] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.506173] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72609407-c253-4860-9e9f-d9d9234c384c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.526072] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1258.526072] env[69644]: value = "task-3553873" [ 1258.526072] env[69644]: _type = "Task" [ 1258.526072] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.534284] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.555533] env[69644]: INFO nova.compute.manager [-] [instance: c1c47622-334e-4e8a-bc6a-b1b20a82b23b] Took 1.37 seconds to deallocate network for instance. [ 1258.622728] env[69644]: INFO nova.compute.manager [-] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Took 1.69 seconds to deallocate network for instance. [ 1258.821021] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-53196b13-b976-4f28-b982-a94ca5558a20" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.821386] env[69644]: DEBUG nova.objects.instance [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'migration_context' on Instance uuid 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.036749] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.062125] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.163184] env[69644]: INFO nova.compute.manager [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Took 0.54 seconds to detach 1 volumes for instance. [ 1259.165649] env[69644]: DEBUG nova.compute.manager [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Deleting volume: 29653d13-9291-496a-96f6-251fd5da5e69 {{(pid=69644) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1259.247449] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.247720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.247968] env[69644]: INFO nova.compute.manager [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Attaching volume 675678cb-653a-4cb1-936e-7305424109bb to /dev/sdb [ 1259.282494] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da068501-19c3-44b0-9c8a-9e5eea0bf200 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.290667] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4f57e-d083-4117-9131-1e28b9a4621d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.304669] env[69644]: DEBUG nova.virt.block_device [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating existing volume attachment record: 16beddeb-2e1a-4e81-88b6-65a04f430a6b {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.326966] env[69644]: DEBUG nova.objects.base [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Object Instance<53196b13-b976-4f28-b982-a94ca5558a20> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.328209] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032bb574-15cd-4219-b989-fa5af382dd9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.348567] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ecc0fb-c9c5-4a28-8d25-c2b8318bdb09 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.356234] env[69644]: DEBUG oslo_vmware.api [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1259.356234] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a8746a-9edc-2724-0cd6-34bf8c592134" [ 1259.356234] env[69644]: _type = "Task" [ 1259.356234] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.365431] env[69644]: DEBUG oslo_vmware.api [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a8746a-9edc-2724-0cd6-34bf8c592134, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.365750] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.536751] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.620258] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09427cb4-7678-4ee5-819a-0fbc263cc04c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.627884] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc30a2-461a-4fae-9d5d-9b82dc04b03b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.666596] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f2b9a2-e2ba-49dc-ba88-b4bb709cb3f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.674536] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f491b-c55f-4524-bfb9-3c66da809bdc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.683940] env[69644]: DEBUG nova.compute.manager [req-c457b451-570d-4c4f-bedd-abfa553f17c4 req-1b2d8822-2827-4952-a2e5-76dba9197667 service nova] [instance: 5d9d9432-e89f-4308-82dd-440baa51cb98] Received event network-vif-deleted-944b64b5-6843-4c0a-a6f0-b1984ada62ab {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.690545] env[69644]: DEBUG nova.compute.provider_tree [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.703246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.037830] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553873, 'name': ReconfigVM_Task, 'duration_secs': 1.227029} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.038171] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.042870] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a5bf78-143b-4dbb-a721-f693c59000b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.057688] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1260.057688] env[69644]: value = "task-3553878" [ 1260.057688] env[69644]: _type = "Task" [ 1260.057688] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.065810] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.222163] env[69644]: DEBUG nova.scheduler.client.report [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updated inventory for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1260.222436] env[69644]: DEBUG nova.compute.provider_tree [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating resource provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c generation from 154 to 155 during operation: update_inventory {{(pid=69644) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.222618] env[69644]: DEBUG nova.compute.provider_tree [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Updating inventory in ProviderTree for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.567398] env[69644]: DEBUG oslo_vmware.api [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553878, 'name': ReconfigVM_Task, 'duration_secs': 0.150873} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.567692] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709557', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'name': 'volume-ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bccd306-91b8-44c8-b2d4-df2fdd378122', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e', 'serial': 'ce941fe6-cfa5-4cb9-b9f2-985ff046f85e'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.728549] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.255s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.730748] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.669s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.730989] env[69644]: DEBUG nova.objects.instance [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'resources' on Instance uuid c1c47622-334e-4e8a-bc6a-b1b20a82b23b {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.759419] env[69644]: INFO nova.network.neutron [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating port 2363d49f-aa87-4174-857b-388a4221f960 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1261.109099] env[69644]: DEBUG nova.objects.instance [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'flavor' on Instance uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.352999] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b9662-e8a5-436b-be3c-254f0c4ae582 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.360815] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853392ea-df11-473f-b72d-6c3039be6665 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.390480] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b130c48-392a-488f-a87e-a4ca557a3158 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.397304] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdd9c6e-be4d-4550-bc66-63710cca554f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.410032] env[69644]: DEBUG nova.compute.provider_tree [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.913241] env[69644]: DEBUG nova.scheduler.client.report [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.115963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b274c518-1554-4e23-abe2-6e72ad669d27 tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.222s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.171401] env[69644]: DEBUG nova.compute.manager [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.172021] env[69644]: DEBUG oslo_concurrency.lockutils [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.172021] env[69644]: DEBUG oslo_concurrency.lockutils [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.172021] env[69644]: DEBUG oslo_concurrency.lockutils [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.172248] env[69644]: DEBUG nova.compute.manager [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] No waiting events found dispatching network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1262.172445] env[69644]: WARNING nova.compute.manager [req-65ad8b6d-f2f5-47c2-b7da-5389ffa3d2a9 req-2a4c1187-d84f-4ceb-bbd1-3fdc19846515 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received unexpected event network-vif-plugged-2363d49f-aa87-4174-857b-388a4221f960 for instance with vm_state shelved_offloaded and task_state spawning. [ 1262.256672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.256869] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.257028] env[69644]: DEBUG nova.network.neutron [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.417458] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.419914] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.054s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.444590] env[69644]: INFO nova.scheduler.client.report [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance c1c47622-334e-4e8a-bc6a-b1b20a82b23b [ 1262.952571] env[69644]: DEBUG oslo_concurrency.lockutils [None req-22601afb-4684-467d-a4dc-297a097c0f61 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "c1c47622-334e-4e8a-bc6a-b1b20a82b23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.903s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.998360] env[69644]: DEBUG nova.network.neutron [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.045721] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b0185-3bb7-4e26-9327-b745c54ada16 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.054286] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961fd790-b68c-4489-bac2-cfec8cdc5117 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.086237] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d638087-b423-41d2-bb53-bd71d8c407dc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.094460] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57cc29e-08ac-4369-b485-52fc1346df6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.108157] env[69644]: DEBUG nova.compute.provider_tree [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.297868] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.298145] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.298361] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.298546] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.298712] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.300938] env[69644]: INFO nova.compute.manager [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Terminating instance [ 1263.500874] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.523170] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae79fff03da165c99309015f22cea739',container_format='bare',created_at=2025-04-24T15:04:59Z,direct_url=,disk_format='vmdk',id=017da8cf-b5f3-4212-b2b9-374d73022e61,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1072271516-shelved',owner='082501e2f3464786a8fc6d304ecef3a1',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-24T15:05:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.523430] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.523587] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.523771] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.523918] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.524082] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.524297] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.524457] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.524623] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.524787] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.524960] env[69644]: DEBUG nova.virt.hardware [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.526308] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670b7d65-da82-454d-96bf-e031d2693bc9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.535452] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76d1dee-d0a0-42c2-b071-e94f658aa889 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.549051] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:25:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2363d49f-aa87-4174-857b-388a4221f960', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.556348] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.556597] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.556801] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef95705e-7b60-4edc-8c15-6827c41ef55f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.577755] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.577755] env[69644]: value = "task-3553880" [ 1263.577755] env[69644]: _type = "Task" [ 1263.577755] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.585499] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553880, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.611791] env[69644]: DEBUG nova.scheduler.client.report [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.804943] env[69644]: DEBUG nova.compute.manager [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.805215] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.806775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb78da-a861-4cc4-9a4c-9a58d614dd74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.815499] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.815625] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c83ba9e-10bf-4859-8738-89d0a806518d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.824676] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1263.824676] env[69644]: value = "task-3553881" [ 1263.824676] env[69644]: _type = "Task" [ 1263.824676] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.835790] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.855229] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.855496] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709561', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'name': 'volume-675678cb-653a-4cb1-936e-7305424109bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e98a74c9-5bb7-491d-ba42-084accbb1916', 'attached_at': '', 'detached_at': '', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'serial': '675678cb-653a-4cb1-936e-7305424109bb'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.856379] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d6845a-61b3-4748-9d13-b6666acc3991 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875084] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9bc0dc-ea87-4a7d-922e-d1ecf5a6eef0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.902578] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-675678cb-653a-4cb1-936e-7305424109bb/volume-675678cb-653a-4cb1-936e-7305424109bb.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.902838] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e64d4b-00a0-49b7-a1a6-0354ae322b72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.921948] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1263.921948] env[69644]: value = "task-3553882" [ 1263.921948] env[69644]: _type = "Task" [ 1263.921948] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.931530] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.043040] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.043340] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.046206] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.046515] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.087988] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553880, 'name': CreateVM_Task, 'duration_secs': 0.342296} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.088268] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.095895] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.096100] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.096506] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.096792] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c89aa4-c8b2-4071-af0b-8be810ff9e95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.102326] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1264.102326] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521b284a-510f-92dd-2a23-63ff4a954ca1" [ 1264.102326] env[69644]: _type = "Task" [ 1264.102326] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.113414] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521b284a-510f-92dd-2a23-63ff4a954ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.272879] env[69644]: DEBUG nova.compute.manager [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-changed-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.273156] env[69644]: DEBUG nova.compute.manager [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing instance network info cache due to event network-changed-2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.273388] env[69644]: DEBUG oslo_concurrency.lockutils [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] Acquiring lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.273539] env[69644]: DEBUG oslo_concurrency.lockutils [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] Acquired lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.273776] env[69644]: DEBUG nova.network.neutron [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Refreshing network info cache for port 2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.334684] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553881, 'name': PowerOffVM_Task, 'duration_secs': 0.194093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.334935] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.335121] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.335375] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3feb7319-2d5d-4bb1-bc71-a85b2f391290 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.401900] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.402130] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.402318] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleting the datastore file [datastore2] 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.402576] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f530820-5d57-49eb-b7f1-d95d1dd23a6c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.409577] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for the task: (returnval){ [ 1264.409577] env[69644]: value = "task-3553884" [ 1264.409577] env[69644]: _type = "Task" [ 1264.409577] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.418248] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.432031] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553882, 'name': ReconfigVM_Task, 'duration_secs': 0.399622} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.432456] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-675678cb-653a-4cb1-936e-7305424109bb/volume-675678cb-653a-4cb1-936e-7305424109bb.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.436774] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7321c1-85a8-476a-a789-6bb297cd4350 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.454215] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1264.454215] env[69644]: value = "task-3553885" [ 1264.454215] env[69644]: _type = "Task" [ 1264.454215] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.465865] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.545732] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.549215] env[69644]: DEBUG nova.compute.utils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.612246] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.612547] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Processing image 017da8cf-b5f3-4212-b2b9-374d73022e61 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.612788] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.612935] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.613132] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.613393] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee273bd-9f7d-4907-935f-a784d1183fc9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.622644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.626157] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.923s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.626395] env[69644]: DEBUG nova.objects.instance [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'resources' on Instance uuid 5d9d9432-e89f-4308-82dd-440baa51cb98 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.627281] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.627456] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.628477] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f71f33a-ea9f-498e-9727-e8af734e7805 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.634831] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1264.634831] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c5578c-cdee-8ae5-ff2a-ae80250be2ae" [ 1264.634831] env[69644]: _type = "Task" [ 1264.634831] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.644013] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c5578c-cdee-8ae5-ff2a-ae80250be2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.922509] env[69644]: DEBUG oslo_vmware.api [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Task: {'id': task-3553884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152588} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.923500] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.923500] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.923500] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.923500] env[69644]: INFO nova.compute.manager [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1264.923644] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.923834] env[69644]: DEBUG nova.compute.manager [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.923932] env[69644]: DEBUG nova.network.neutron [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.966763] env[69644]: DEBUG oslo_vmware.api [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553885, 'name': ReconfigVM_Task, 'duration_secs': 0.160019} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.967084] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709561', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'name': 'volume-675678cb-653a-4cb1-936e-7305424109bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e98a74c9-5bb7-491d-ba42-084accbb1916', 'attached_at': '', 'detached_at': '', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'serial': '675678cb-653a-4cb1-936e-7305424109bb'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.053739] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.070789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.071627] env[69644]: DEBUG nova.network.neutron [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updated VIF entry in instance network info cache for port 2363d49f-aa87-4174-857b-388a4221f960. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.072089] env[69644]: DEBUG nova.network.neutron [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [{"id": "2363d49f-aa87-4174-857b-388a4221f960", "address": "fa:16:3e:43:25:3f", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2363d49f-aa", "ovs_interfaceid": "2363d49f-aa87-4174-857b-388a4221f960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.147768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1265.148042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Fetch image to [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f/OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1265.148235] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Downloading stream optimized image 017da8cf-b5f3-4212-b2b9-374d73022e61 to [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f/OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f.vmdk on the data store datastore1 as vApp {{(pid=69644) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1265.148405] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Downloading image file data 017da8cf-b5f3-4212-b2b9-374d73022e61 to the ESX as VM named 'OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f' {{(pid=69644) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1265.197354] env[69644]: INFO nova.scheduler.client.report [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted allocation for migration 71f7f2e6-ab2a-4697-810d-56d6bcc528db [ 1265.243163] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1265.243163] env[69644]: value = "resgroup-9" [ 1265.243163] env[69644]: _type = "ResourcePool" [ 1265.243163] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1265.243163] env[69644]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7c4a0479-e34d-42be-b3b1-d40e70815504 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.269064] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease: (returnval){ [ 1265.269064] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1265.269064] env[69644]: _type = "HttpNfcLease" [ 1265.269064] env[69644]: } obtained for vApp import into resource pool (val){ [ 1265.269064] env[69644]: value = "resgroup-9" [ 1265.269064] env[69644]: _type = "ResourcePool" [ 1265.269064] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1265.269362] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the lease: (returnval){ [ 1265.269362] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1265.269362] env[69644]: _type = "HttpNfcLease" [ 1265.269362] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1265.281530] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.281530] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1265.281530] env[69644]: _type = "HttpNfcLease" [ 1265.281530] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.342765] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c8958-ad2f-4b8a-a525-60caaac90cee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.353085] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51001770-1e21-4347-9169-57a2b1696c56 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.385204] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673dee50-e5dd-466e-8733-b655a9ff5f23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.394451] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55fd10c-5e8f-4e02-89b5-0f8e1713b25c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.409460] env[69644]: DEBUG nova.compute.provider_tree [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.575142] env[69644]: DEBUG oslo_concurrency.lockutils [req-825a861b-cbc5-4c74-a30e-4280c7686ad4 req-fe4c681c-ddef-4f8a-9195-e0cf736fb987 service nova] Releasing lock "refresh_cache-c52bb41d-d68c-4207-90f0-0dd784d4a2cf" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.704721] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98b4f13b-9e4d-4187-bebd-0397090e82e0 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.202s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.777185] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.777185] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1265.777185] env[69644]: _type = "HttpNfcLease" [ 1265.777185] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.816795] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.816982] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.817198] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "53196b13-b976-4f28-b982-a94ca5558a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.817431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.817589] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.819838] env[69644]: INFO nova.compute.manager [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Terminating instance [ 1265.912888] env[69644]: DEBUG nova.scheduler.client.report [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.949102] env[69644]: DEBUG nova.network.neutron [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.009081] env[69644]: DEBUG nova.objects.instance [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'flavor' on Instance uuid e98a74c9-5bb7-491d-ba42-084accbb1916 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.126468] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.126816] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.126944] env[69644]: INFO nova.compute.manager [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Attaching volume ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d to /dev/sdb [ 1266.161047] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea36467-fd51-4add-b9f6-177ab4d4c428 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.168491] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b082c1b-bdd6-417a-b1b1-b80fe391f7be {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.182238] env[69644]: DEBUG nova.virt.block_device [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updating existing volume attachment record: 6437798b-62c1-453a-80ed-262d95fc5612 {{(pid=69644) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.277970] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.277970] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1266.277970] env[69644]: _type = "HttpNfcLease" [ 1266.277970] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1266.278322] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1266.278322] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52876ffe-b528-8bf6-a23b-8cd3445da9aa" [ 1266.278322] env[69644]: _type = "HttpNfcLease" [ 1266.278322] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1266.279062] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e961969c-263b-42fb-8f00-04c36ba2946d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.287292] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1266.287480] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1266.344235] env[69644]: DEBUG nova.compute.manager [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.344463] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.346334] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcef975-d1f7-4ab2-9b0f-074dc46cc748 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.349931] env[69644]: DEBUG nova.compute.manager [req-196c2d63-ce48-4328-b90c-59fd7c17940b req-ee8d83ac-26bc-4805-8a29-ce16309abb42 service nova] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Received event network-vif-deleted-effaf8b8-1c2a-48a9-b615-539deffb5407 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.357227] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad03190d-8bb5-4a4c-9279-58b67fbb34c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.359044] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.360759] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626ea078-97e8-41b2-8c6f-cfd341dc03a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.371098] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1266.371098] env[69644]: value = "task-3553888" [ 1266.371098] env[69644]: _type = "Task" [ 1266.371098] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.379329] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.418350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.420988] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.350s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.422970] env[69644]: INFO nova.compute.claims [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.441964] env[69644]: INFO nova.scheduler.client.report [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocations for instance 5d9d9432-e89f-4308-82dd-440baa51cb98 [ 1266.451508] env[69644]: INFO nova.compute.manager [-] [instance: 5bccd306-91b8-44c8-b2d4-df2fdd378122] Took 1.53 seconds to deallocate network for instance. [ 1266.514812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f1d7a03-ecce-418f-8fcc-3cb56ad4a7b2 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.886688] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553888, 'name': PowerOffVM_Task, 'duration_secs': 0.240312} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.886894] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.888977] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.888977] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d2e223-d93f-4ed2-badb-78c04e3c564f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.949467] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90c0a97a-df78-41d3-84b7-657085005b8a tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "5d9d9432-e89f-4308-82dd-440baa51cb98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.894s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.960608] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.970866] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.971166] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.971417] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleting the datastore file [datastore1] 53196b13-b976-4f28-b982-a94ca5558a20 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.971550] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14fe186-2b4d-4300-aea8-6743c351d94d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.980224] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1266.980224] env[69644]: value = "task-3553890" [ 1266.980224] env[69644]: _type = "Task" [ 1266.980224] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.991181] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.307551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "6d97d844-44dd-4800-9d68-568dd4fd755c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.307928] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.308050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.308269] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.308443] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.310609] env[69644]: INFO nova.compute.manager [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Terminating instance [ 1267.493103] env[69644]: DEBUG oslo_vmware.api [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212996} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.493373] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.493558] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.493735] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.493910] env[69644]: INFO nova.compute.manager [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1267.494184] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.494384] env[69644]: DEBUG nova.compute.manager [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.494489] env[69644]: DEBUG nova.network.neutron [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.517461] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1267.517865] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1267.518828] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfe5a3-68ee-48bc-81a9-2ccaa971da77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.528733] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1267.528865] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1267.529144] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bd8be94d-010b-49cc-9115-4dbda60245bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.567823] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9425c2a-e0c5-4e09-bd21-8e5cacf3b5ae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.576101] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633c43c-988f-41c4-b5d9-030d68a60a12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.608820] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf22f03-aae9-42f2-928e-a09db927222c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.617310] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b4bae-f5f1-4671-8796-39114607c544 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.632032] env[69644]: DEBUG nova.compute.provider_tree [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.692931] env[69644]: DEBUG nova.compute.manager [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1267.715299] env[69644]: DEBUG oslo_vmware.rw_handles [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d542-ab57-7efc-6d62-228adfc2eb0a/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1267.715538] env[69644]: INFO nova.virt.vmwareapi.images [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Downloaded image file data 017da8cf-b5f3-4212-b2b9-374d73022e61 [ 1267.716448] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ad566-e987-409b-905e-7eff26a036c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.734187] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20940806-364c-4fe3-9beb-e4442d525385 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.771119] env[69644]: INFO nova.virt.vmwareapi.images [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] The imported VM was unregistered [ 1267.772039] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.772039] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.772039] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27e58b28-e218-445e-871c-bc14f58df8b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.784639] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.784865] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f/OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f.vmdk to [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk. {{(pid=69644) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.785163] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65b2370c-6f60-4b90-a664-286d00404984 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.792610] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1267.792610] env[69644]: value = "task-3553892" [ 1267.792610] env[69644]: _type = "Task" [ 1267.792610] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.802057] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.817206] env[69644]: DEBUG nova.compute.manager [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.817206] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.817206] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5010c8cb-c537-4d1a-abc6-cc6863031ffd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.826594] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.826895] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30756419-4f28-4ca3-8612-fd03383dbe63 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.835194] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1267.835194] env[69644]: value = "task-3553893" [ 1267.835194] env[69644]: _type = "Task" [ 1267.835194] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.845975] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.137653] env[69644]: DEBUG nova.scheduler.client.report [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.215424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.303598] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.333017] env[69644]: DEBUG nova.compute.manager [req-2018e9f1-42e1-4d91-821c-f62f12542ae2 req-b6f0614f-0793-4a66-b9bb-ce0de164296a service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Received event network-vif-deleted-37f2faf7-5e71-48d9-bd4e-9b6e4415ba96 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.333359] env[69644]: INFO nova.compute.manager [req-2018e9f1-42e1-4d91-821c-f62f12542ae2 req-b6f0614f-0793-4a66-b9bb-ce0de164296a service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Neutron deleted interface 37f2faf7-5e71-48d9-bd4e-9b6e4415ba96; detaching it from the instance and deleting it from the info cache [ 1268.333746] env[69644]: DEBUG nova.network.neutron [req-2018e9f1-42e1-4d91-821c-f62f12542ae2 req-b6f0614f-0793-4a66-b9bb-ce0de164296a service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.346536] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553893, 'name': PowerOffVM_Task, 'duration_secs': 0.288886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.347417] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.347593] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.347850] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc109841-2002-4d18-867b-b1ef256010d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.449768] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.450231] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.450530] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore1] 6d97d844-44dd-4800-9d68-568dd4fd755c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.450910] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc4415f-a925-4527-935c-2c6e871c98cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.460422] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1268.460422] env[69644]: value = "task-3553896" [ 1268.460422] env[69644]: _type = "Task" [ 1268.460422] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.472904] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.485957] env[69644]: DEBUG nova.network.neutron [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.643093] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.643628] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.646592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.686s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.646874] env[69644]: DEBUG nova.objects.instance [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lazy-loading 'resources' on Instance uuid 5bccd306-91b8-44c8-b2d4-df2fdd378122 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.804844] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.836418] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-246d5c5f-3a36-47c6-b184-89560fe7740b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.847862] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4ce31-80b6-4b55-81c7-4ab06702f291 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.881717] env[69644]: DEBUG nova.compute.manager [req-2018e9f1-42e1-4d91-821c-f62f12542ae2 req-b6f0614f-0793-4a66-b9bb-ce0de164296a service nova] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Detach interface failed, port_id=37f2faf7-5e71-48d9-bd4e-9b6e4415ba96, reason: Instance 53196b13-b976-4f28-b982-a94ca5558a20 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.972060] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.988675] env[69644]: INFO nova.compute.manager [-] [instance: 53196b13-b976-4f28-b982-a94ca5558a20] Took 1.49 seconds to deallocate network for instance. [ 1269.149854] env[69644]: DEBUG nova.compute.utils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.154459] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.154459] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.213066] env[69644]: DEBUG nova.policy [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.292926] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e0c05-924e-46b0-b3ff-0436fd1064df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.308185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a58d78-2e72-4e6b-93f0-a725629dda38 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.311726] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.345056] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac865147-9a37-4384-b19a-b1b86da5fb74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.355345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aae261-8abe-45a9-9d11-fb37ab484125 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.372161] env[69644]: DEBUG nova.compute.provider_tree [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.475718] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.496093] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.500039] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Successfully created port: baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.657572] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.809349] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.878208] env[69644]: DEBUG nova.scheduler.client.report [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.975357] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.306912] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553892, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.342679} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.307337] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f/OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f.vmdk to [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk. [ 1270.307572] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Cleaning up location [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1270.307777] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_67626980-48ab-48a4-a1fc-5a6cc80cda0f {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.308086] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e62e76-c1a5-4f16-b825-048926a14c90 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.314645] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1270.314645] env[69644]: value = "task-3553897" [ 1270.314645] env[69644]: _type = "Task" [ 1270.314645] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.322640] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.383338] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.385611] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.170s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.408223] env[69644]: INFO nova.scheduler.client.report [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Deleted allocations for instance 5bccd306-91b8-44c8-b2d4-df2fdd378122 [ 1270.474136] env[69644]: DEBUG oslo_vmware.api [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.617772} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.474413] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.474598] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.474773] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.474941] env[69644]: INFO nova.compute.manager [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1270.475206] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.475401] env[69644]: DEBUG nova.compute.manager [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.475496] env[69644]: DEBUG nova.network.neutron [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.667903] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.696645] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.696819] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.696979] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.697179] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.697329] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.697477] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.697685] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.697844] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.698028] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.698219] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.698396] env[69644]: DEBUG nova.virt.hardware [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.699245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a091d2f-99f7-4e68-bc6d-a68132bf61bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.709535] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9493f2-6d7e-463f-87f8-474a3df32c18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.718096] env[69644]: DEBUG nova.compute.manager [req-b9e3c88a-4604-457a-9191-852a081df67f req-29373b22-f4d4-401e-b473-ed1d2282cd3d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Received event network-vif-deleted-d5aa788d-02ef-4dec-8c61-0a0011725217 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.718324] env[69644]: INFO nova.compute.manager [req-b9e3c88a-4604-457a-9191-852a081df67f req-29373b22-f4d4-401e-b473-ed1d2282cd3d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Neutron deleted interface d5aa788d-02ef-4dec-8c61-0a0011725217; detaching it from the instance and deleting it from the info cache [ 1270.718740] env[69644]: DEBUG nova.network.neutron [req-b9e3c88a-4604-457a-9191-852a081df67f req-29373b22-f4d4-401e-b473-ed1d2282cd3d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.729520] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.729740] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709564', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'name': 'volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99d8cee-4b93-4e81-94fd-3fa4294b72d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'serial': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.732050] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0451e9-5336-4e15-87f6-125fb863d0b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.748516] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a771d-9647-43bf-ad63-ea238790efa2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.773313] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d/volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.773673] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6dbb149-1f41-4c69-9c79-fa9c44cd7394 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.793014] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1270.793014] env[69644]: value = "task-3553898" [ 1270.793014] env[69644]: _type = "Task" [ 1270.793014] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.806787] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.826437] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061621} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.826708] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.826873] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.827319] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk to [datastore1] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.827938] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9353af-e593-4013-b025-4eb9b282149d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.836364] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1270.836364] env[69644]: value = "task-3553899" [ 1270.836364] env[69644]: _type = "Task" [ 1270.836364] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.845312] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.890422] env[69644]: INFO nova.compute.claims [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.916235] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2d8f4bd9-a52a-415f-8eb2-2db85ea6b0ad tempest-AttachVolumeTestJSON-2085947096 tempest-AttachVolumeTestJSON-2085947096-project-member] Lock "5bccd306-91b8-44c8-b2d4-df2fdd378122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.618s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.991696] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Successfully updated port: baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.204701] env[69644]: DEBUG nova.network.neutron [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.229536] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b509ac-24c9-44ae-89b1-a8a35202782b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.240252] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e704de41-93f3-40e2-bbde-84a90cf9638a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.276528] env[69644]: DEBUG nova.compute.manager [req-b9e3c88a-4604-457a-9191-852a081df67f req-29373b22-f4d4-401e-b473-ed1d2282cd3d service nova] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Detach interface failed, port_id=d5aa788d-02ef-4dec-8c61-0a0011725217, reason: Instance 6d97d844-44dd-4800-9d68-568dd4fd755c could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.303324] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553898, 'name': ReconfigVM_Task, 'duration_secs': 0.416934} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.303583] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d/volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.308589] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26644976-73b7-4b8e-804d-daf60e7701c2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.327718] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1271.327718] env[69644]: value = "task-3553901" [ 1271.327718] env[69644]: _type = "Task" [ 1271.327718] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.339488] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.350819] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.399254] env[69644]: INFO nova.compute.resource_tracker [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating resource usage from migration 71d7e8d7-def8-463d-8119-36b567d9a0c7 [ 1271.495375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.495533] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.495689] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.526369] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20853586-15c8-451b-a45d-50a9031a7004 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.537107] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e00ce7-2eed-49f8-b273-647116d47754 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.573341] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac55fd6-d836-455a-8782-b38b20ad1158 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.583997] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad499611-9cd1-44eb-a58f-fbb0f5000f36 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.601625] env[69644]: DEBUG nova.compute.provider_tree [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.710300] env[69644]: INFO nova.compute.manager [-] [instance: 6d97d844-44dd-4800-9d68-568dd4fd755c] Took 1.23 seconds to deallocate network for instance. [ 1271.841659] env[69644]: DEBUG oslo_vmware.api [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553901, 'name': ReconfigVM_Task, 'duration_secs': 0.162967} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.845274] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709564', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'name': 'volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99d8cee-4b93-4e81-94fd-3fa4294b72d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'serial': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.854834] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.038870] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.104978] env[69644]: DEBUG nova.scheduler.client.report [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.193089] env[69644]: DEBUG nova.network.neutron [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Updating instance_info_cache with network_info: [{"id": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "address": "fa:16:3e:d0:ca:d0", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf5c2d7-50", "ovs_interfaceid": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.217512] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.353717] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.610735] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.611132] env[69644]: INFO nova.compute.manager [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Migrating [ 1272.618909] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.123s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.619144] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.621440] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.404s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.621639] env[69644]: DEBUG nova.objects.instance [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'resources' on Instance uuid 6d97d844-44dd-4800-9d68-568dd4fd755c {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.650478] env[69644]: INFO nova.scheduler.client.report [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted allocations for instance 53196b13-b976-4f28-b982-a94ca5558a20 [ 1272.695502] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.695850] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Instance network_info: |[{"id": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "address": "fa:16:3e:d0:ca:d0", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf5c2d7-50", "ovs_interfaceid": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.696716] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ca:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baf5c2d7-50c9-4237-9f14-f6487d9bd315', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.704547] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.705440] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.705692] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270ff6b9-30a5-440f-8a20-7824634d49b0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.731751] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.731751] env[69644]: value = "task-3553902" [ 1272.731751] env[69644]: _type = "Task" [ 1272.731751] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.742286] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553902, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.746956] env[69644]: DEBUG nova.compute.manager [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Received event network-vif-plugged-baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.747267] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Acquiring lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.747536] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.747704] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.747890] env[69644]: DEBUG nova.compute.manager [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] No waiting events found dispatching network-vif-plugged-baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1272.748036] env[69644]: WARNING nova.compute.manager [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Received unexpected event network-vif-plugged-baf5c2d7-50c9-4237-9f14-f6487d9bd315 for instance with vm_state building and task_state spawning. [ 1272.748200] env[69644]: DEBUG nova.compute.manager [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Received event network-changed-baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.748351] env[69644]: DEBUG nova.compute.manager [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Refreshing instance network info cache due to event network-changed-baf5c2d7-50c9-4237-9f14-f6487d9bd315. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.748530] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Acquiring lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.748662] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Acquired lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.748815] env[69644]: DEBUG nova.network.neutron [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Refreshing network info cache for port baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.854102] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.884708] env[69644]: DEBUG nova.objects.instance [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid f99d8cee-4b93-4e81-94fd-3fa4294b72d7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.135154] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.135154] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.135567] env[69644]: DEBUG nova.network.neutron [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.159331] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e6c7b4b3-6a8d-490d-b843-988639c6bca5 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "53196b13-b976-4f28-b982-a94ca5558a20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.342s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.241287] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553902, 'name': CreateVM_Task, 'duration_secs': 0.488891} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.242245] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.242976] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368279e5-b851-4c91-aeca-a3226b2645bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.245859] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246423] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246920] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c785faa3-343c-4465-a8ac-c414588c3323 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.256325] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc53da3-86ce-46b6-9186-0d9e9f48647b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.259307] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1273.259307] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523de1bc-6025-990a-139d-71797f8af763" [ 1273.259307] env[69644]: _type = "Task" [ 1273.259307] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.291865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99809cda-4fb8-4689-85ee-b1ad2ac33ef1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.297966] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523de1bc-6025-990a-139d-71797f8af763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.303691] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a8448-d546-47e1-be57-07f5c519addf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.318204] env[69644]: DEBUG nova.compute.provider_tree [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.351447] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553899, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.384078} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.351707] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/017da8cf-b5f3-4212-b2b9-374d73022e61/017da8cf-b5f3-4212-b2b9-374d73022e61.vmdk to [datastore1] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.352499] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaab8de-b51a-4661-bdb3-a2c30e426d8e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.377360] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.380037] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfc7d16-7be0-4c84-ad87-87ef1c01ba1c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.397113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-52ec081a-6d04-4c2a-acda-ee021088c10b tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.403127] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1273.403127] env[69644]: value = "task-3553903" [ 1273.403127] env[69644]: _type = "Task" [ 1273.403127] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.414789] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.490827] env[69644]: DEBUG nova.network.neutron [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Updated VIF entry in instance network info cache for port baf5c2d7-50c9-4237-9f14-f6487d9bd315. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.491233] env[69644]: DEBUG nova.network.neutron [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Updating instance_info_cache with network_info: [{"id": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "address": "fa:16:3e:d0:ca:d0", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf5c2d7-50", "ovs_interfaceid": "baf5c2d7-50c9-4237-9f14-f6487d9bd315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.666062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.666393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.772986] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]523de1bc-6025-990a-139d-71797f8af763, 'name': SearchDatastore_Task, 'duration_secs': 0.044245} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.774720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.775270] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.775537] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.775722] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.776073] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.776328] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba3bd762-5f7a-42b1-93d3-cb45875cb86e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.785772] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.785939] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.786870] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c149c15d-9d30-4dc7-9bb9-18c4629aebd1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.792871] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1273.792871] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52939bcf-3688-bb40-3a6f-9ea5f1cfd91f" [ 1273.792871] env[69644]: _type = "Task" [ 1273.792871] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.800747] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52939bcf-3688-bb40-3a6f-9ea5f1cfd91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.821292] env[69644]: DEBUG nova.scheduler.client.report [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.912859] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553903, 'name': ReconfigVM_Task, 'duration_secs': 0.388532} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.913084] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c52bb41d-d68c-4207-90f0-0dd784d4a2cf/c52bb41d-d68c-4207-90f0-0dd784d4a2cf.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.914214] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '1bb75d77-95da-4f55-b736-c24ade6a163b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '1f4a9046-cdde-4b18-baea-367326f09755', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709559', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'name': 'volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c52bb41d-d68c-4207-90f0-0dd784d4a2cf', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'serial': '5dbdd00b-c015-4afe-958d-3531c6ef71d4'}, 'volume_type': None}], 'swap': None} {{(pid=69644) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1273.914421] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Volume attach. Driver type: vmdk {{(pid=69644) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1273.914607] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709559', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'name': 'volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c52bb41d-d68c-4207-90f0-0dd784d4a2cf', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'serial': '5dbdd00b-c015-4afe-958d-3531c6ef71d4'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1273.915349] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87085b84-72e6-4bf1-9109-da7ed4d7d495 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.932845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2044c-7088-49cc-8e49-beb0c4744089 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.956702] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4/volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.956969] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7c007f-0946-483a-8d3d-e138ea67cffa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.979106] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1273.979106] env[69644]: value = "task-3553904" [ 1273.979106] env[69644]: _type = "Task" [ 1273.979106] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.987478] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.994425] env[69644]: DEBUG oslo_concurrency.lockutils [req-14b6cb6c-ac2c-476f-80a3-57bb39bfb6fa req-d238be0f-84aa-4577-92ee-c0aba0a7b52e service nova] Releasing lock "refresh_cache-21c9e6b7-dd74-45d6-98bc-a8eb7e093972" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.078099] env[69644]: DEBUG nova.network.neutron [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.169517] env[69644]: INFO nova.compute.manager [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Detaching volume ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d [ 1274.202684] env[69644]: INFO nova.virt.block_device [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Attempting to driver detach volume ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d from mountpoint /dev/sdb [ 1274.202914] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.203079] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709564', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'name': 'volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99d8cee-4b93-4e81-94fd-3fa4294b72d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'serial': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.204034] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff0f9b4-c656-498c-974b-d61013b44d51 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.230071] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869661f5-fc5a-4d8e-b107-c3afdbad15e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.238298] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe06f6d-a40b-4f50-b0c8-1f41c4fbb5c1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.261911] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587d920-55f7-4db3-a5a1-26b212bb3e27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.269148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.269374] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.283917] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] The volume has not been displaced from its original location: [datastore2] volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d/volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.289071] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.289871] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7e52ae-14fc-48c8-8853-b385325d85d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.314814] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52939bcf-3688-bb40-3a6f-9ea5f1cfd91f, 'name': SearchDatastore_Task, 'duration_secs': 0.008553} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.316751] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1274.316751] env[69644]: value = "task-3553906" [ 1274.316751] env[69644]: _type = "Task" [ 1274.316751] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.316971] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c755cc-87b7-4b55-97f1-73d32aab9dba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.326278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.328318] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1274.328318] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52701c2b-9a3b-49c7-5585-506b4ed91b09" [ 1274.328318] env[69644]: _type = "Task" [ 1274.328318] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.332271] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.342770] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52701c2b-9a3b-49c7-5585-506b4ed91b09, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.343076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.343321] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 21c9e6b7-dd74-45d6-98bc-a8eb7e093972/21c9e6b7-dd74-45d6-98bc-a8eb7e093972.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.343573] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e28623-e229-4938-b2af-0481b86ef05c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.349930] env[69644]: INFO nova.scheduler.client.report [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocations for instance 6d97d844-44dd-4800-9d68-568dd4fd755c [ 1274.353306] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1274.353306] env[69644]: value = "task-3553907" [ 1274.353306] env[69644]: _type = "Task" [ 1274.353306] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.364878] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.489955] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553904, 'name': ReconfigVM_Task, 'duration_secs': 0.329456} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.489955] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4/volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.494326] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0112cfa-9cf8-4f8f-9669-e41d23ae87ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.510616] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1274.510616] env[69644]: value = "task-3553909" [ 1274.510616] env[69644]: _type = "Task" [ 1274.510616] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.522528] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.581657] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.772226] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.830578] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553906, 'name': ReconfigVM_Task, 'duration_secs': 0.22828} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.830774] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.835673] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15e4329-2daf-4f72-b378-61952c2192e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.854039] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1274.854039] env[69644]: value = "task-3553910" [ 1274.854039] env[69644]: _type = "Task" [ 1274.854039] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.863242] env[69644]: DEBUG oslo_concurrency.lockutils [None req-924881c1-d52b-4b1a-a628-22539dc5de06 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "6d97d844-44dd-4800-9d68-568dd4fd755c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.555s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.868057] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.871851] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476539} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.872112] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 21c9e6b7-dd74-45d6-98bc-a8eb7e093972/21c9e6b7-dd74-45d6-98bc-a8eb7e093972.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.872406] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.872668] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ca6a17-9b41-407c-bea9-8339b08d3505 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.879990] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1274.879990] env[69644]: value = "task-3553911" [ 1274.879990] env[69644]: _type = "Task" [ 1274.879990] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.893305] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.020576] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553909, 'name': ReconfigVM_Task, 'duration_secs': 0.298176} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.020868] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709559', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'name': 'volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c52bb41d-d68c-4207-90f0-0dd784d4a2cf', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'serial': '5dbdd00b-c015-4afe-958d-3531c6ef71d4'} {{(pid=69644) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1275.021569] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ed4f0b-06fa-45a3-9648-229fc93ee8ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.028559] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1275.028559] env[69644]: value = "task-3553912" [ 1275.028559] env[69644]: _type = "Task" [ 1275.028559] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.037386] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553912, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.296322] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.296588] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.298172] env[69644]: INFO nova.compute.claims [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.364860] env[69644]: DEBUG oslo_vmware.api [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553910, 'name': ReconfigVM_Task, 'duration_secs': 0.164092} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.365458] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709564', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'name': 'volume-ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99d8cee-4b93-4e81-94fd-3fa4294b72d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d', 'serial': 'ebc6bcfd-f4a9-4fef-a9e1-55dcd458e82d'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1275.390096] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071153} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.390448] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.391289] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdaba3d-9d64-4285-bf00-d27ca81bcfca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.414202] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 21c9e6b7-dd74-45d6-98bc-a8eb7e093972/21c9e6b7-dd74-45d6-98bc-a8eb7e093972.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.414494] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5baa4d-dfa1-451b-86e3-5f452757606f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.436748] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1275.436748] env[69644]: value = "task-3553913" [ 1275.436748] env[69644]: _type = "Task" [ 1275.436748] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.445935] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.538992] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553912, 'name': Rename_Task, 'duration_secs': 0.326007} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.539247] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.539760] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80354bf7-2d5b-4466-bd07-678f347351b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.547429] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1275.547429] env[69644]: value = "task-3553914" [ 1275.547429] env[69644]: _type = "Task" [ 1275.547429] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.556085] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.907144] env[69644]: DEBUG nova.objects.instance [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'flavor' on Instance uuid f99d8cee-4b93-4e81-94fd-3fa4294b72d7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.947450] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553913, 'name': ReconfigVM_Task, 'duration_secs': 0.41502} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.947738] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 21c9e6b7-dd74-45d6-98bc-a8eb7e093972/21c9e6b7-dd74-45d6-98bc-a8eb7e093972.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.948429] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83fca59f-755b-42b0-b6a6-b4645da71fb6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.954944] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1275.954944] env[69644]: value = "task-3553915" [ 1275.954944] env[69644]: _type = "Task" [ 1275.954944] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.965774] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553915, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.060724] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.097049] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ffb8cc-ecfc-4d54-a973-0f5ef1a17ab8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.119460] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.392664] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab1974-5269-442c-895c-1b3ecdea222d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.400076] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d79fae3-a206-4433-a95e-69febfb9c9bf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.430540] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0bd35-47f9-4e89-a3bc-eaf55dbb0e08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.438410] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a26617f-a2bc-455a-b334-b98ccd6ef1ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.451893] env[69644]: DEBUG nova.compute.provider_tree [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.464604] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553915, 'name': Rename_Task, 'duration_secs': 0.15687} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.464841] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.465063] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b596a72b-ce45-4267-b12e-f954671f179d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.470661] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1276.470661] env[69644]: value = "task-3553916" [ 1276.470661] env[69644]: _type = "Task" [ 1276.470661] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.477543] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.557677] env[69644]: DEBUG oslo_vmware.api [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553914, 'name': PowerOnVM_Task, 'duration_secs': 0.552975} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.557941] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.625566] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.625725] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4079ca-0b8e-463a-b109-d39ae229dabb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.633395] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1276.633395] env[69644]: value = "task-3553917" [ 1276.633395] env[69644]: _type = "Task" [ 1276.633395] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.642931] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.659098] env[69644]: DEBUG nova.compute.manager [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.659963] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f884a5-6e56-46d2-831a-09ca314aacf8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.935233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c1d85383-f6ff-411d-81f4-6eb72a280524 tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.954553] env[69644]: DEBUG nova.scheduler.client.report [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.980236] env[69644]: DEBUG oslo_vmware.api [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553916, 'name': PowerOnVM_Task, 'duration_secs': 0.490763} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.980501] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.980707] env[69644]: INFO nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1276.980883] env[69644]: DEBUG nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.981652] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938c446-5ecb-4499-9f60-02cafe70b1c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.121999] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "9d198c26-b32f-4d9f-961f-5bef6a511168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.122273] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.122532] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.122720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.122888] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.125011] env[69644]: INFO nova.compute.manager [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Terminating instance [ 1277.143599] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553917, 'name': PowerOffVM_Task, 'duration_secs': 0.231182} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.143820] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.144008] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.175136] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7dc27567-33ae-46bc-a8db-f6e54814db0f tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.459s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.459706] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.460289] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.497423] env[69644]: INFO nova.compute.manager [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Took 12.45 seconds to build instance. [ 1277.629142] env[69644]: DEBUG nova.compute.manager [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.629339] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.630264] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec27f9a6-d1e8-40f8-8a04-ed22bd9c082f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.638080] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.638317] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab2abfd9-2b69-4f1d-a9fa-59f7d729b518 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.644518] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1277.644518] env[69644]: value = "task-3553919" [ 1277.644518] env[69644]: _type = "Task" [ 1277.644518] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.649118] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.649336] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.649490] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.649674] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.649820] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.649965] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.650271] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.650454] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.650622] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.650784] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.650956] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.656449] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161b3942-2bca-4f9e-ab5f-f7963ab0781c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.670390] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.675547] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1277.675547] env[69644]: value = "task-3553920" [ 1277.675547] env[69644]: _type = "Task" [ 1277.675547] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.683389] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.921839] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.922163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.922414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.922631] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.922812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.928906] env[69644]: INFO nova.compute.manager [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Terminating instance [ 1277.967390] env[69644]: DEBUG nova.compute.utils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.968756] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.968919] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.999543] env[69644]: DEBUG oslo_concurrency.lockutils [None req-542c17e2-8ce7-4dba-bb25-de1a00da117c tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.956s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.005659] env[69644]: DEBUG nova.policy [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0625efebec6f4e47a4891f06310a90c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2709afce087c4407809ba82db5f41e55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.154037] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553919, 'name': PowerOffVM_Task, 'duration_secs': 0.235048} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.155282] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.155547] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.155846] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea41c61b-ec34-457e-b53f-d88f95d4c5a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.185264] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553920, 'name': ReconfigVM_Task, 'duration_secs': 0.22165} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.185566] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.221056] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.221137] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.221334] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleting the datastore file [datastore1] 9d198c26-b32f-4d9f-961f-5bef6a511168 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.221928] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649855dd-7131-4a12-818f-217694e1794b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.228809] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for the task: (returnval){ [ 1278.228809] env[69644]: value = "task-3553922" [ 1278.228809] env[69644]: _type = "Task" [ 1278.228809] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.238802] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.285520] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Successfully created port: 08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.433036] env[69644]: DEBUG nova.compute.manager [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.433290] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.434224] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fce42-8ded-43e3-814f-11b0eb4218dd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.441764] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.441994] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1b3ff5-8704-4ab5-b3f4-1fb5d599e5f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.448459] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1278.448459] env[69644]: value = "task-3553923" [ 1278.448459] env[69644]: _type = "Task" [ 1278.448459] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.456054] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.472064] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.645245] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f44cae-5794-42d2-9378-855b3619c57b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.651872] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Suspending the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1278.652131] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c4534e04-e0f3-4f38-9875-c2c66be1132d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.658474] env[69644]: DEBUG oslo_vmware.api [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1278.658474] env[69644]: value = "task-3553924" [ 1278.658474] env[69644]: _type = "Task" [ 1278.658474] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.667491] env[69644]: DEBUG oslo_vmware.api [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553924, 'name': SuspendVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.692447] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.692780] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.692994] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.693296] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.693489] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.693700] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.694326] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.694326] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.694520] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.694615] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.694807] env[69644]: DEBUG nova.virt.hardware [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.700670] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.701278] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db848179-60cc-45ef-bf10-0617021cf18c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.720526] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1278.720526] env[69644]: value = "task-3553925" [ 1278.720526] env[69644]: _type = "Task" [ 1278.720526] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.731490] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.739984] env[69644]: DEBUG oslo_vmware.api [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Task: {'id': task-3553922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158709} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.740389] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.740693] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.740893] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.741197] env[69644]: INFO nova.compute.manager [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.741567] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.741798] env[69644]: DEBUG nova.compute.manager [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.741898] env[69644]: DEBUG nova.network.neutron [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.963403] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553923, 'name': PowerOffVM_Task, 'duration_secs': 0.270478} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.963403] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.963403] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.963403] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a40dbea4-7a48-4999-a514-552f0647ea91 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.029187] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.029187] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.029187] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleting the datastore file [datastore2] f99d8cee-4b93-4e81-94fd-3fa4294b72d7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.029187] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9330d8e2-1c51-4e5b-80b4-5df3aa622f14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.038193] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for the task: (returnval){ [ 1279.038193] env[69644]: value = "task-3553927" [ 1279.038193] env[69644]: _type = "Task" [ 1279.038193] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.047821] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.130638] env[69644]: DEBUG nova.compute.manager [req-cd42da88-9d9c-4cfa-b5f9-ce5c792b62cc req-accbf2d9-9022-4429-88d0-5b3df0dea1c1 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Received event network-vif-deleted-3a40a546-95df-4463-b350-c975f99c10f1 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.130638] env[69644]: INFO nova.compute.manager [req-cd42da88-9d9c-4cfa-b5f9-ce5c792b62cc req-accbf2d9-9022-4429-88d0-5b3df0dea1c1 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Neutron deleted interface 3a40a546-95df-4463-b350-c975f99c10f1; detaching it from the instance and deleting it from the info cache [ 1279.130638] env[69644]: DEBUG nova.network.neutron [req-cd42da88-9d9c-4cfa-b5f9-ce5c792b62cc req-accbf2d9-9022-4429-88d0-5b3df0dea1c1 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.169447] env[69644]: DEBUG oslo_vmware.api [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553924, 'name': SuspendVM_Task} progress is 70%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.230819] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553925, 'name': ReconfigVM_Task, 'duration_secs': 0.365518} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.231116] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.231979] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde8c38d-0b6e-4c3a-b628-d71d83f57021 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.258445] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.258769] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863106ae-3d3f-434b-ae3a-c9684e8077c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.278550] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1279.278550] env[69644]: value = "task-3553928" [ 1279.278550] env[69644]: _type = "Task" [ 1279.278550] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.287147] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.489145] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.522098] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.522098] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.522098] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.522098] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.522098] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.522655] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.523050] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.523375] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.523675] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.523995] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.524411] env[69644]: DEBUG nova.virt.hardware [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.524871] env[69644]: DEBUG nova.network.neutron [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.527262] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d667f-2038-4d62-a683-4d5bab89379d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.542631] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd64e5-a225-47ea-9b72-50747ee5a270 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.552433] env[69644]: DEBUG oslo_vmware.api [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Task: {'id': task-3553927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162709} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.561584] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.561970] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.562316] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.562665] env[69644]: INFO nova.compute.manager [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1279.564016] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.564016] env[69644]: DEBUG nova.compute.manager [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.564016] env[69644]: DEBUG nova.network.neutron [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.636019] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65971e34-19a7-43a2-90f5-538e36a85ce3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.643071] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864cc66-97fa-4a77-bcbd-810fbfafb013 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.667030] env[69644]: DEBUG oslo_vmware.api [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553924, 'name': SuspendVM_Task, 'duration_secs': 0.6337} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.673907] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Suspended the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1279.674400] env[69644]: DEBUG nova.compute.manager [None req-2cc8cd68-5324-40c9-af63-48d8b091f4ee tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.674866] env[69644]: DEBUG nova.compute.manager [req-cd42da88-9d9c-4cfa-b5f9-ce5c792b62cc req-accbf2d9-9022-4429-88d0-5b3df0dea1c1 service nova] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Detach interface failed, port_id=3a40a546-95df-4463-b350-c975f99c10f1, reason: Instance 9d198c26-b32f-4d9f-961f-5bef6a511168 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.675845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db6d626-a88e-4727-8754-5aebffd70b12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.787929] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553928, 'name': ReconfigVM_Task, 'duration_secs': 0.304741} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.791867] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.791867] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.907750] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Successfully updated port: 08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.034438] env[69644]: INFO nova.compute.manager [-] [instance: 9d198c26-b32f-4d9f-961f-5bef6a511168] Took 1.29 seconds to deallocate network for instance. [ 1280.295192] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e70d4-ce9b-4597-a28d-3f681b88fa01 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.318509] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e6b697-4b03-484d-9158-3bb43d993613 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.338679] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.410312] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.410462] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.410614] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.541581] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.542054] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.542432] env[69644]: DEBUG nova.objects.instance [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lazy-loading 'resources' on Instance uuid 9d198c26-b32f-4d9f-961f-5bef6a511168 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.618982] env[69644]: DEBUG nova.network.neutron [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.943599] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.075946] env[69644]: DEBUG nova.network.neutron [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.122360] env[69644]: INFO nova.compute.manager [-] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Took 1.56 seconds to deallocate network for instance. [ 1281.163656] env[69644]: DEBUG nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Received event network-vif-plugged-08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.163861] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Acquiring lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.164089] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.164279] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.164453] env[69644]: DEBUG nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] No waiting events found dispatching network-vif-plugged-08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1281.164623] env[69644]: WARNING nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Received unexpected event network-vif-plugged-08f05a65-03c6-482d-9df8-dddd0a0d57be for instance with vm_state building and task_state spawning. [ 1281.164787] env[69644]: DEBUG nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Received event network-changed-08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.164944] env[69644]: DEBUG nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Refreshing instance network info cache due to event network-changed-08f05a65-03c6-482d-9df8-dddd0a0d57be. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.165605] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.167482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9baaf8-8042-47d3-a614-02bfb78d0e05 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.176458] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28644b35-f719-465d-977f-314bf330dad5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.208399] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d57607-555f-408d-bb48-c803b09c8f2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.215899] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c5e528-899e-4d95-91d2-40a4595213a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.229576] env[69644]: DEBUG nova.compute.provider_tree [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.294870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.294870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.294870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.294870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.294870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.295543] env[69644]: INFO nova.compute.manager [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Terminating instance [ 1281.577744] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.578111] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Instance network_info: |[{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.578420] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.578620] env[69644]: DEBUG nova.network.neutron [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Refreshing network info cache for port 08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.579857] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:eb:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f05a65-03c6-482d-9df8-dddd0a0d57be', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.587921] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.588918] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.590340] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d89f32-33cb-460a-b8ed-3e540529bd61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.611073] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.611073] env[69644]: value = "task-3553929" [ 1281.611073] env[69644]: _type = "Task" [ 1281.611073] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.619301] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553929, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.631683] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.733587] env[69644]: DEBUG nova.scheduler.client.report [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.800129] env[69644]: DEBUG nova.compute.manager [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.800388] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.801391] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff66fa-53cc-4999-a2d3-4eeb058d270c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.809392] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.809658] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b26c95-a168-4f08-8a4f-73c8fd18337a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.884474] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.884474] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.884474] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore2] 21c9e6b7-dd74-45d6-98bc-a8eb7e093972 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.884474] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a21fd8d-de0d-41fa-ae9b-2afc1efb1212 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.891644] env[69644]: DEBUG oslo_vmware.api [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1281.891644] env[69644]: value = "task-3553931" [ 1281.891644] env[69644]: _type = "Task" [ 1281.891644] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.900309] env[69644]: DEBUG oslo_vmware.api [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.010433] env[69644]: DEBUG nova.network.neutron [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Port aba5763d-f8f7-4329-a0a3-6db72185549a binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1282.122508] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553929, 'name': CreateVM_Task, 'duration_secs': 0.300659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.123080] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.123998] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.124337] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.126879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.126879] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faed239f-12c4-47f7-ba06-ff833f1022a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.130322] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1282.130322] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529a4ca3-92bd-d2c1-30dd-5435228826e5" [ 1282.130322] env[69644]: _type = "Task" [ 1282.130322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.137445] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529a4ca3-92bd-d2c1-30dd-5435228826e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.239847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.242233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.611s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.242483] env[69644]: DEBUG nova.objects.instance [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lazy-loading 'resources' on Instance uuid f99d8cee-4b93-4e81-94fd-3fa4294b72d7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.266620] env[69644]: INFO nova.scheduler.client.report [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Deleted allocations for instance 9d198c26-b32f-4d9f-961f-5bef6a511168 [ 1282.317774] env[69644]: DEBUG nova.network.neutron [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updated VIF entry in instance network info cache for port 08f05a65-03c6-482d-9df8-dddd0a0d57be. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.318185] env[69644]: DEBUG nova.network.neutron [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.402460] env[69644]: DEBUG oslo_vmware.api [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151998} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.402690] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.403638] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.403638] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.403638] env[69644]: INFO nova.compute.manager [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1282.403638] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.403836] env[69644]: DEBUG nova.compute.manager [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.403836] env[69644]: DEBUG nova.network.neutron [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.642245] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]529a4ca3-92bd-d2c1-30dd-5435228826e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.642521] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.642745] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.642975] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.643137] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.643315] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.643565] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d2040b-63c9-42c3-b255-9892eefd7b33 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.651760] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.651929] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.652609] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b32cef-b55b-4b35-95a0-e536e321776d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.657252] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1282.657252] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525004ca-33e3-c278-7777-85efae06daa5" [ 1282.657252] env[69644]: _type = "Task" [ 1282.657252] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.664603] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525004ca-33e3-c278-7777-85efae06daa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.776755] env[69644]: DEBUG oslo_concurrency.lockutils [None req-d95f2704-5da6-44a6-8bb3-11be71e5d5a1 tempest-ServerActionsTestOtherA-1708466346 tempest-ServerActionsTestOtherA-1708466346-project-member] Lock "9d198c26-b32f-4d9f-961f-5bef6a511168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.654s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.820509] env[69644]: DEBUG oslo_concurrency.lockutils [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.820871] env[69644]: DEBUG nova.compute.manager [req-4ef8c7bc-e2c8-4737-a651-09d8483a41f4 req-c953d058-2e5e-4ef6-b00e-0d4a0449f950 service nova] [instance: f99d8cee-4b93-4e81-94fd-3fa4294b72d7] Received event network-vif-deleted-ee88b1ac-7274-488f-811f-76264a05e9f0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.831025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b222d-8023-434b-b0cb-b0e1b4c78da0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.837979] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4474cbe1-fcce-47cd-be5c-a6b5a7c1866f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.868665] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a0800d-230d-4a02-9348-d56ed4024d79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.875845] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e8f3c-0051-474f-8749-ffcab2801c99 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.888631] env[69644]: DEBUG nova.compute.provider_tree [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.035359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.035578] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.035749] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.130235] env[69644]: DEBUG nova.network.neutron [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.167234] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525004ca-33e3-c278-7777-85efae06daa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.168078] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7067b3c-5e74-4b03-8818-821de94df435 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.175069] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1283.175069] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520efea4-de30-a2a3-5f29-15dee343e1f3" [ 1283.175069] env[69644]: _type = "Task" [ 1283.175069] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.182625] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520efea4-de30-a2a3-5f29-15dee343e1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.188224] env[69644]: DEBUG nova.compute.manager [req-df4263d8-3385-4508-92c5-3e59529fe36c req-e00f7330-d548-466a-a225-422c0ac825af service nova] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Received event network-vif-deleted-baf5c2d7-50c9-4237-9f14-f6487d9bd315 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.392187] env[69644]: DEBUG nova.scheduler.client.report [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.632803] env[69644]: INFO nova.compute.manager [-] [instance: 21c9e6b7-dd74-45d6-98bc-a8eb7e093972] Took 1.23 seconds to deallocate network for instance. [ 1283.687085] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520efea4-de30-a2a3-5f29-15dee343e1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.687371] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.687628] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.687887] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa3d4c94-244c-4255-8c66-200159f142d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.698036] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1283.698036] env[69644]: value = "task-3553932" [ 1283.698036] env[69644]: _type = "Task" [ 1283.698036] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.706357] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.898191] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.921064] env[69644]: INFO nova.scheduler.client.report [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Deleted allocations for instance f99d8cee-4b93-4e81-94fd-3fa4294b72d7 [ 1284.094567] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.094741] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.094926] env[69644]: DEBUG nova.network.neutron [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.139693] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.139992] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.140269] env[69644]: DEBUG nova.objects.instance [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'resources' on Instance uuid 21c9e6b7-dd74-45d6-98bc-a8eb7e093972 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.211599] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.429391] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9779c8e2-45a8-4347-b3b2-6e4393a5e63d tempest-AttachVolumeNegativeTest-994548743 tempest-AttachVolumeNegativeTest-994548743-project-member] Lock "f99d8cee-4b93-4e81-94fd-3fa4294b72d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.507s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.712507] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569947} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.712782] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.712995] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.713318] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d318da83-92ab-4b20-827d-829285a3674c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.720279] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1284.720279] env[69644]: value = "task-3553934" [ 1284.720279] env[69644]: _type = "Task" [ 1284.720279] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.728966] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.730631] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73376839-5488-4070-89b0-99bf9bff9edd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.737215] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26930adf-064c-4dce-bdd0-ff5f24f0060c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.775995] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f4b4e-6c89-48d0-94a7-aae72a49dabe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.785171] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d993084f-a7cf-4c6d-9b17-433124c26b24 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.798785] env[69644]: DEBUG nova.compute.provider_tree [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.917294] env[69644]: DEBUG nova.network.neutron [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.230528] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065183} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.230863] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.231636] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41942e08-67e9-4233-9ac8-025a7a0422de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.253662] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.254327] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff7834b-e416-494b-b5f2-ddd1749ec756 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.273509] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1285.273509] env[69644]: value = "task-3553935" [ 1285.273509] env[69644]: _type = "Task" [ 1285.273509] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.284982] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.302182] env[69644]: DEBUG nova.scheduler.client.report [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.419851] env[69644]: DEBUG oslo_concurrency.lockutils [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.784258] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553935, 'name': ReconfigVM_Task, 'duration_secs': 0.38117} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.784544] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.785195] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8b206d-abe2-4cff-95ee-030cd512a355 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.791391] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1285.791391] env[69644]: value = "task-3553936" [ 1285.791391] env[69644]: _type = "Task" [ 1285.791391] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.798761] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553936, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.806923] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.834278] env[69644]: INFO nova.scheduler.client.report [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance 21c9e6b7-dd74-45d6-98bc-a8eb7e093972 [ 1285.931585] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b25f38e-eca9-4b9c-96dd-8f48d48349d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.938400] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e43844-de0d-43cf-b269-bf17ad0ba996 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.306292] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553936, 'name': Rename_Task, 'duration_secs': 0.135008} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.306636] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.306884] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1347064a-b127-4ded-9cb9-6255692d4dbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.313007] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1286.313007] env[69644]: value = "task-3553937" [ 1286.313007] env[69644]: _type = "Task" [ 1286.313007] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.320620] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.345802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6de77e37-3640-477b-8e0b-42db57897b81 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "21c9e6b7-dd74-45d6-98bc-a8eb7e093972" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.053s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.825018] env[69644]: DEBUG oslo_vmware.api [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553937, 'name': PowerOnVM_Task, 'duration_secs': 0.47274} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.825246] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.825634] env[69644]: INFO nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1286.826624] env[69644]: DEBUG nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.827680] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd37df-32fc-43d2-aa45-1f0561f3d1f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.049550] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc2fed-91cc-402d-9fda-8b5c4189594b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.075712] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5369d9-05c1-4f1f-9c9b-1f300a07262f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.083339] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.312287] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.312560] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.350882] env[69644]: INFO nova.compute.manager [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Took 12.07 seconds to build instance. [ 1287.590212] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.590592] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67653e8-e4a2-44e0-b0d3-4d23a128793a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.599352] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1287.599352] env[69644]: value = "task-3553938" [ 1287.599352] env[69644]: _type = "Task" [ 1287.599352] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.607552] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.741489] env[69644]: DEBUG nova.compute.manager [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Received event network-changed-08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.741489] env[69644]: DEBUG nova.compute.manager [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Refreshing instance network info cache due to event network-changed-08f05a65-03c6-482d-9df8-dddd0a0d57be. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.741489] env[69644]: DEBUG oslo_concurrency.lockutils [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.741489] env[69644]: DEBUG oslo_concurrency.lockutils [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.741489] env[69644]: DEBUG nova.network.neutron [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Refreshing network info cache for port 08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.815091] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.852870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7527904f-a1ba-45ce-b524-7b89b5680131 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.583s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.108488] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.343704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.344857] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.347401] env[69644]: INFO nova.compute.claims [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.579904] env[69644]: DEBUG nova.network.neutron [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updated VIF entry in instance network info cache for port 08f05a65-03c6-482d-9df8-dddd0a0d57be. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.580415] env[69644]: DEBUG nova.network.neutron [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.610444] env[69644]: DEBUG oslo_vmware.api [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553938, 'name': PowerOnVM_Task, 'duration_secs': 0.777738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.610712] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.610896] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-0411e8af-18ea-4b6b-8af1-6003fc7222d1 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance 'e98a74c9-5bb7-491d-ba42-084accbb1916' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.083735] env[69644]: DEBUG oslo_concurrency.lockutils [req-18b76abe-38af-4441-b7d3-0d43e39d1f8f req-eec0acef-2f64-40ff-ae88-9ae92781df37 service nova] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.467856] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e644eb-0bd6-4262-b43d-eff04475efbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.475986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb175e1-6c61-44c5-96a6-3098cce8f466 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.510864] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff1ab71-71d7-4410-9261-c94b530d1a9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.518225] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca981139-12b9-4f5a-8071-8762dd92bd9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.533140] env[69644]: DEBUG nova.compute.provider_tree [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.043025] env[69644]: DEBUG nova.scheduler.client.report [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.545850] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.546422] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.734969] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.735320] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.054420] env[69644]: DEBUG nova.compute.utils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.054420] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.054420] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.093759] env[69644]: DEBUG nova.policy [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5349ba47da43acbe91737da27e617d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c55a811e14562b17bdc31fde49550', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.237475] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.267730] env[69644]: DEBUG nova.network.neutron [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Port aba5763d-f8f7-4329-a0a3-6db72185549a binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.267996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.268188] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.268359] env[69644]: DEBUG nova.network.neutron [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.411541] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Successfully created port: 623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.557787] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.759723] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.760035] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.761515] env[69644]: INFO nova.compute.claims [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.985944] env[69644]: DEBUG nova.network.neutron [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.489055] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.569763] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.598922] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.599228] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.599411] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.599589] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.599735] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.599901] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.600202] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.600363] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.600541] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.600708] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.600883] env[69644]: DEBUG nova.virt.hardware [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.601817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa55f7-71cd-478b-b41a-d3708f140907 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.610345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0839f9-3872-4843-9461-9c749c11177f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.829499] env[69644]: DEBUG nova.compute.manager [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Received event network-vif-plugged-623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.829743] env[69644]: DEBUG oslo_concurrency.lockutils [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.829987] env[69644]: DEBUG oslo_concurrency.lockutils [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.830239] env[69644]: DEBUG oslo_concurrency.lockutils [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.830428] env[69644]: DEBUG nova.compute.manager [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] No waiting events found dispatching network-vif-plugged-623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1292.830594] env[69644]: WARNING nova.compute.manager [req-e51d059b-75d2-4c49-9934-7430650c3b62 req-83d54107-a06c-430b-9a34-956e335bea7d service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Received unexpected event network-vif-plugged-623b6c71-9546-445f-beed-0cde0ea69ce0 for instance with vm_state building and task_state spawning. [ 1292.875844] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45046152-4700-4094-ab42-d54307b9dde5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.883472] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e2cbe-b272-4d61-bed4-c9ee5a2f1f81 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.916143] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Successfully updated port: 623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.918801] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd114c-34e5-41e4-81ae-c40c0d59ad94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.926207] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b528c-8f6c-42ca-8579-06e7927c8e02 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.941842] env[69644]: DEBUG nova.compute.provider_tree [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.996788] env[69644]: DEBUG nova.compute.manager [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69644) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1293.422057] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.422278] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.422483] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.448189] env[69644]: DEBUG nova.scheduler.client.report [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.952766] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.953583] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.970437] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.128091] env[69644]: DEBUG nova.network.neutron [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.136229] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.136522] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.461737] env[69644]: DEBUG nova.compute.utils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.464245] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.465120] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.504125] env[69644]: DEBUG nova.policy [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be53824980934734a8d7b6f11493e480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '459c1867a7384121a30f683b61de53d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.631480] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.631802] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Instance network_info: |[{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.632653] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:8b:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623b6c71-9546-445f-beed-0cde0ea69ce0', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.639979] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.640500] env[69644]: DEBUG nova.objects.instance [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'migration_context' on Instance uuid e98a74c9-5bb7-491d-ba42-084accbb1916 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.642012] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.642090] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949fb5a9-cadc-44da-8728-368b7834106c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.664887] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.664887] env[69644]: value = "task-3553941" [ 1294.664887] env[69644]: _type = "Task" [ 1294.664887] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.674719] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553941, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.793918] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Successfully created port: 354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.862325] env[69644]: DEBUG nova.compute.manager [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Received event network-changed-623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.862553] env[69644]: DEBUG nova.compute.manager [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Refreshing instance network info cache due to event network-changed-623b6c71-9546-445f-beed-0cde0ea69ce0. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.862819] env[69644]: DEBUG oslo_concurrency.lockutils [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] Acquiring lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.862972] env[69644]: DEBUG oslo_concurrency.lockutils [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] Acquired lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.863195] env[69644]: DEBUG nova.network.neutron [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Refreshing network info cache for port 623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.967636] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.176357] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553941, 'name': CreateVM_Task, 'duration_secs': 0.438967} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.176357] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.177120] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.177321] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.177613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.177867] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f32911b-d397-435f-ba28-27c10e9f5e26 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.184679] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1295.184679] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5214fc3d-8b02-a92c-1883-81101950dedb" [ 1295.184679] env[69644]: _type = "Task" [ 1295.184679] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.193092] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5214fc3d-8b02-a92c-1883-81101950dedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.247633] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80819f9-b07e-4075-a06b-f89c33e060b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.254535] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19df19c7-9483-4fe3-8c59-c614535a094c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.283073] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a761f06f-8655-4d99-9e0a-ca349461cf4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.290026] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832bd713-e018-43d3-829e-a3583c74440f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.303835] env[69644]: DEBUG nova.compute.provider_tree [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.554051] env[69644]: DEBUG nova.network.neutron [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updated VIF entry in instance network info cache for port 623b6c71-9546-445f-beed-0cde0ea69ce0. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.554480] env[69644]: DEBUG nova.network.neutron [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.695874] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5214fc3d-8b02-a92c-1883-81101950dedb, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.696271] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.696488] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.696722] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.696935] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.697081] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.697310] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1869e469-efe6-46d1-a2ac-1c490ba1924f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.705387] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.705555] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.706252] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c2faac-d96f-4186-bfe8-aeceb238010e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.711021] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1295.711021] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52496de0-ea29-6591-edb3-567ed24c9305" [ 1295.711021] env[69644]: _type = "Task" [ 1295.711021] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.718750] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52496de0-ea29-6591-edb3-567ed24c9305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.807056] env[69644]: DEBUG nova.scheduler.client.report [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.977888] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.005574] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.005797] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.005959] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.006156] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.006305] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.006454] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.006661] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.006819] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.006985] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.007169] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.007344] env[69644]: DEBUG nova.virt.hardware [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.008446] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaca2ab6-3e3d-48f5-adf9-bbaddedd20f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.016271] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f8391-9a26-4d59-b67e-a9bbcff4f6b4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.057099] env[69644]: DEBUG oslo_concurrency.lockutils [req-2e9058f4-9640-4efa-a5c8-19f145395fd9 req-145661c6-d870-405a-adda-dcbbc24b38b5 service nova] Releasing lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.222250] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52496de0-ea29-6591-edb3-567ed24c9305, 'name': SearchDatastore_Task, 'duration_secs': 0.00779} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.223045] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442d0174-d577-445e-83c3-289a52f2c76c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.229192] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1296.229192] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525998bc-2f49-cb8f-f07e-d7d7a91a6702" [ 1296.229192] env[69644]: _type = "Task" [ 1296.229192] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.237509] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525998bc-2f49-cb8f-f07e-d7d7a91a6702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.290979] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Successfully updated port: 354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.740800] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525998bc-2f49-cb8f-f07e-d7d7a91a6702, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.741111] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.741389] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.741638] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a59f34-5594-425a-a6c6-07e643b66bef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.748514] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1296.748514] env[69644]: value = "task-3553942" [ 1296.748514] env[69644]: _type = "Task" [ 1296.748514] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.755454] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.793633] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.793781] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquired lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.793938] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.816622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.680s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.892455] env[69644]: DEBUG nova.compute.manager [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Received event network-vif-plugged-354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.892865] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Acquiring lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.893125] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.893315] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.893502] env[69644]: DEBUG nova.compute.manager [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] No waiting events found dispatching network-vif-plugged-354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.893673] env[69644]: WARNING nova.compute.manager [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Received unexpected event network-vif-plugged-354682d9-5cbe-4d50-bd54-011b5ffa9cd3 for instance with vm_state building and task_state spawning. [ 1296.893838] env[69644]: DEBUG nova.compute.manager [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Received event network-changed-354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.893992] env[69644]: DEBUG nova.compute.manager [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Refreshing instance network info cache due to event network-changed-354682d9-5cbe-4d50-bd54-011b5ffa9cd3. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.894179] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Acquiring lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.259029] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449233} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.259303] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.259513] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.259788] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67184275-6cda-4aaa-9b2a-77af981a00df {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.266562] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1297.266562] env[69644]: value = "task-3553943" [ 1297.266562] env[69644]: _type = "Task" [ 1297.266562] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.273522] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.330918] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.453763] env[69644]: DEBUG nova.network.neutron [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Updating instance_info_cache with network_info: [{"id": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "address": "fa:16:3e:72:11:ba", "network": {"id": "13f3d903-c60c-4ad7-972c-5917b238c7b6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-735935862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "459c1867a7384121a30f683b61de53d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354682d9-5c", "ovs_interfaceid": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.776233] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308951} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.776543] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.777342] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e849acd6-9858-44b9-8ca8-38f2ab7b14f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.798884] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.799136] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4650c7ea-d591-46ab-9316-ec27a0528551 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.818047] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1297.818047] env[69644]: value = "task-3553944" [ 1297.818047] env[69644]: _type = "Task" [ 1297.818047] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.826040] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.956387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Releasing lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.956764] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Instance network_info: |[{"id": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "address": "fa:16:3e:72:11:ba", "network": {"id": "13f3d903-c60c-4ad7-972c-5917b238c7b6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-735935862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "459c1867a7384121a30f683b61de53d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354682d9-5c", "ovs_interfaceid": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.957126] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Acquired lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.957319] env[69644]: DEBUG nova.network.neutron [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Refreshing network info cache for port 354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.961444] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:11:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '354682d9-5cbe-4d50-bd54-011b5ffa9cd3', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.969128] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Creating folder: Project (459c1867a7384121a30f683b61de53d4). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.972380] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d257bf-3e24-4ba8-87c8-ebe9725b1282 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.984028] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Created folder: Project (459c1867a7384121a30f683b61de53d4) in parent group-v709242. [ 1297.984028] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Creating folder: Instances. Parent ref: group-v709568. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.984277] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5103f392-9af0-44bd-81f0-edcff257d471 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.992586] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Created folder: Instances in parent group-v709568. [ 1297.992803] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.992986] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.993198] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975f6a33-d1ea-46c5-b794-b400693b8a48 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.013698] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.013698] env[69644]: value = "task-3553947" [ 1298.013698] env[69644]: _type = "Task" [ 1298.013698] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.021052] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553947, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.170770] env[69644]: DEBUG nova.network.neutron [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Updated VIF entry in instance network info cache for port 354682d9-5cbe-4d50-bd54-011b5ffa9cd3. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.171036] env[69644]: DEBUG nova.network.neutron [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Updating instance_info_cache with network_info: [{"id": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "address": "fa:16:3e:72:11:ba", "network": {"id": "13f3d903-c60c-4ad7-972c-5917b238c7b6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-735935862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "459c1867a7384121a30f683b61de53d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354682d9-5c", "ovs_interfaceid": "354682d9-5cbe-4d50-bd54-011b5ffa9cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.327731] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553944, 'name': ReconfigVM_Task, 'duration_secs': 0.423223} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.328135] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.328648] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c241d9-0f8c-41ca-b2b6-92d8a9f6ff00 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.334537] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1298.334537] env[69644]: value = "task-3553948" [ 1298.334537] env[69644]: _type = "Task" [ 1298.334537] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.344594] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553948, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.357737] env[69644]: INFO nova.compute.manager [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Swapping old allocation on dict_keys(['25af6c96-6f1b-4afc-9d2a-1c47143a2c7c']) held by migration 71d7e8d7-def8-463d-8119-36b567d9a0c7 for instance [ 1298.383047] env[69644]: DEBUG nova.scheduler.client.report [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Overwriting current allocation {'allocations': {'25af6c96-6f1b-4afc-9d2a-1c47143a2c7c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '96bc7648fb084e6ba0956cf1ccf73d26', 'user_id': 'b98f128672ca46e89b201f438b0a41f7', 'consumer_generation': 1} on consumer e98a74c9-5bb7-491d-ba42-084accbb1916 {{(pid=69644) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1298.456260] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.456456] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.456635] env[69644]: DEBUG nova.network.neutron [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.523542] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553947, 'name': CreateVM_Task, 'duration_secs': 0.380741} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.523708] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.524375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.524541] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.524843] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.525122] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fb2631-28f8-447b-b9e9-67353ddf1b88 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.529116] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1298.529116] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e0d5d-3770-cc8f-0bb2-3babb05b548c" [ 1298.529116] env[69644]: _type = "Task" [ 1298.529116] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.536399] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e0d5d-3770-cc8f-0bb2-3babb05b548c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.673804] env[69644]: DEBUG oslo_concurrency.lockutils [req-8762172b-e448-4d3e-8937-0a903abdf372 req-d620afc9-fdff-482a-8908-c614dafad48c service nova] Releasing lock "refresh_cache-8d9b983a-1913-4058-97e4-26a807fe6eb7" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.844185] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553948, 'name': Rename_Task, 'duration_secs': 0.15717} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.844373] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.844617] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c381c8-ab81-466f-a86f-29238cfc2387 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.851389] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1298.851389] env[69644]: value = "task-3553949" [ 1298.851389] env[69644]: _type = "Task" [ 1298.851389] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.858698] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.039405] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522e0d5d-3770-cc8f-0bb2-3babb05b548c, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.039931] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.039931] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.040118] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.040431] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.040431] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.040687] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5845d6-1b19-4d02-a057-6a43c9c8aed0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.053217] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.053402] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.054126] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ed5e5b-b41f-4c6f-afac-e3dc77dba9ee {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.058972] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1299.058972] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f5fe2e-0d8d-743a-61c3-a7677dbabd4c" [ 1299.058972] env[69644]: _type = "Task" [ 1299.058972] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.068395] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f5fe2e-0d8d-743a-61c3-a7677dbabd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.171569] env[69644]: DEBUG nova.network.neutron [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [{"id": "aba5763d-f8f7-4329-a0a3-6db72185549a", "address": "fa:16:3e:f1:23:d5", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba5763d-f8", "ovs_interfaceid": "aba5763d-f8f7-4329-a0a3-6db72185549a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.360787] env[69644]: DEBUG oslo_vmware.api [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553949, 'name': PowerOnVM_Task, 'duration_secs': 0.446312} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.361096] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.361312] env[69644]: INFO nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1299.361502] env[69644]: DEBUG nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.362258] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afec6cb0-efea-4303-9ced-4ced1a328e0d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.569884] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f5fe2e-0d8d-743a-61c3-a7677dbabd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.571049] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db717309-c2d2-4237-a697-81c3a98465eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.575693] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1299.575693] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be489f-5e98-73b1-0398-3ca1ff73e421" [ 1299.575693] env[69644]: _type = "Task" [ 1299.575693] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.583171] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be489f-5e98-73b1-0398-3ca1ff73e421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.674574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-e98a74c9-5bb7-491d-ba42-084accbb1916" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.675763] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb8990-a825-4b72-9db0-dce6be8de1ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.684761] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13f5bb-bad9-4975-8a80-7ba2d1b100d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.881596] env[69644]: INFO nova.compute.manager [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Took 11.56 seconds to build instance. [ 1300.086361] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52be489f-5e98-73b1-0398-3ca1ff73e421, 'name': SearchDatastore_Task, 'duration_secs': 0.042785} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.086680] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.086937] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8d9b983a-1913-4058-97e4-26a807fe6eb7/8d9b983a-1913-4058-97e4-26a807fe6eb7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.087215] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c46e934-2710-4728-afad-f0fca3ea2c7d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.094039] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1300.094039] env[69644]: value = "task-3553950" [ 1300.094039] env[69644]: _type = "Task" [ 1300.094039] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.101276] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.386506] env[69644]: DEBUG oslo_concurrency.lockutils [None req-7afd873d-15aa-402e-abfa-bafcce4cdb22 tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.074s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.604220] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446724} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.604506] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8d9b983a-1913-4058-97e4-26a807fe6eb7/8d9b983a-1913-4058-97e4-26a807fe6eb7.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.604719] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.604964] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9aafa56-e351-49e0-9642-80637db07ecb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.611258] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1300.611258] env[69644]: value = "task-3553951" [ 1300.611258] env[69644]: _type = "Task" [ 1300.611258] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.619352] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.781118] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.781263] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a91863-7a10-4441-9657-a2d207906da6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.787646] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1300.787646] env[69644]: value = "task-3553952" [ 1300.787646] env[69644]: _type = "Task" [ 1300.787646] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.794991] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.120818] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065605} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.121122] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.121919] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ac1ac-4ea8-4621-baba-4cbd1ff3f6c8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.144329] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8d9b983a-1913-4058-97e4-26a807fe6eb7/8d9b983a-1913-4058-97e4-26a807fe6eb7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.144568] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e7070c-5d07-483b-b4ec-0fd94127c828 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.162929] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1301.162929] env[69644]: value = "task-3553953" [ 1301.162929] env[69644]: _type = "Task" [ 1301.162929] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.170712] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.297219] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553952, 'name': PowerOffVM_Task, 'duration_secs': 0.245788} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.297487] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.298165] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.298396] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.298558] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.298739] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.298889] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.299048] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.299257] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.299417] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.299585] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.299749] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.299923] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.304744] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b729b60-b741-4297-9f52-17faafc39398 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.318863] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1301.318863] env[69644]: value = "task-3553954" [ 1301.318863] env[69644]: _type = "Task" [ 1301.318863] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.326131] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.414382] env[69644]: DEBUG nova.compute.manager [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1301.673432] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.828640] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553954, 'name': ReconfigVM_Task, 'duration_secs': 0.1549} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.829542] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27155242-ed7d-47ce-82e4-431a7c23db77 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.850289] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.850547] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.850706] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.850886] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.851044] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.851209] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.851405] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.851568] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.851732] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.851893] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.852078] env[69644]: DEBUG nova.virt.hardware [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.852866] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a0eefe-eb92-4d4a-888e-680f602f35fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.857966] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1301.857966] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52037111-8709-4114-8039-9d0fc760ec8c" [ 1301.857966] env[69644]: _type = "Task" [ 1301.857966] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.865301] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52037111-8709-4114-8039-9d0fc760ec8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.936037] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.936393] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.174056] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553953, 'name': ReconfigVM_Task, 'duration_secs': 0.785535} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.174354] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8d9b983a-1913-4058-97e4-26a807fe6eb7/8d9b983a-1913-4058-97e4-26a807fe6eb7.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.174988] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e20e34-c303-497a-af70-52383b7ac053 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.181829] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1302.181829] env[69644]: value = "task-3553955" [ 1302.181829] env[69644]: _type = "Task" [ 1302.181829] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.191366] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553955, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.367310] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52037111-8709-4114-8039-9d0fc760ec8c, 'name': SearchDatastore_Task, 'duration_secs': 0.006865} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.372972] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.373457] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822610a7-3cb5-420c-89c9-935c5d803857 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.391837] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1302.391837] env[69644]: value = "task-3553956" [ 1302.391837] env[69644]: _type = "Task" [ 1302.391837] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.399378] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553956, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.441485] env[69644]: INFO nova.compute.claims [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.691360] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553955, 'name': Rename_Task, 'duration_secs': 0.162939} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.691783] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.692072] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8480779c-7bdd-4620-9b21-eca14bc33f23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.698569] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1302.698569] env[69644]: value = "task-3553957" [ 1302.698569] env[69644]: _type = "Task" [ 1302.698569] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.708290] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.901095] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553956, 'name': ReconfigVM_Task, 'duration_secs': 0.244693} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.901424] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.902240] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd006eb7-37ba-44f8-8aae-f410d359b4ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.926798] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.927071] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-099d9fad-aec9-4d8d-a843-4cfe978698bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.943950] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1302.943950] env[69644]: value = "task-3553958" [ 1302.943950] env[69644]: _type = "Task" [ 1302.943950] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.948200] env[69644]: INFO nova.compute.resource_tracker [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating resource usage from migration 47944391-0451-4d2e-a3fd-7b2411f431a2 [ 1302.955056] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.030687] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d477ea-daba-482b-b348-dbe70fabe23a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.038942] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ad284-4d0f-4399-9501-36a3807559ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.070640] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24867f3-e464-4647-a259-10733f719416 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.079431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef3cb8a-ee8d-481d-8b9c-7be3ae156a4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.093473] env[69644]: DEBUG nova.compute.provider_tree [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.210396] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553957, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.454249] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553958, 'name': ReconfigVM_Task, 'duration_secs': 0.288335} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.454579] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916/e98a74c9-5bb7-491d-ba42-084accbb1916.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.455274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c4c4f-eb56-4e59-9949-a18e9fa69882 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.475246] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d8304-42c9-427e-a7c0-dbc817b4c3b5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.494918] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c3801-8486-47be-8668-40bdd148fb30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.514149] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e351d-59bd-4bdc-89b8-3e4b86408263 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.520082] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.520309] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed90a99-7f10-4f7f-a7ea-9e1268aa564e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.526092] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1303.526092] env[69644]: value = "task-3553959" [ 1303.526092] env[69644]: _type = "Task" [ 1303.526092] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.534182] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.596396] env[69644]: DEBUG nova.scheduler.client.report [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.709414] env[69644]: DEBUG oslo_vmware.api [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553957, 'name': PowerOnVM_Task, 'duration_secs': 0.637972} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.709805] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.710110] env[69644]: INFO nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1303.710393] env[69644]: DEBUG nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.711193] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1afc8e-3fa8-4989-b7a6-1219d8266fd8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.035106] env[69644]: DEBUG oslo_vmware.api [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553959, 'name': PowerOnVM_Task, 'duration_secs': 0.393256} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.035381] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.101656] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.101858] env[69644]: INFO nova.compute.manager [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Migrating [ 1304.228775] env[69644]: INFO nova.compute.manager [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Took 12.49 seconds to build instance. [ 1304.616113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.616466] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.616530] env[69644]: DEBUG nova.network.neutron [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.730726] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2994e997-9eef-4836-8d8d-6a3ee6a8f941 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.995s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.080964] env[69644]: INFO nova.compute.manager [None req-713def27-6c41-49f3-87c1-2b0a93addd0d tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance to original state: 'active' [ 1305.314169] env[69644]: DEBUG nova.network.neutron [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.609755] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.609941] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.610039] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.610201] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.610413] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.612713] env[69644]: INFO nova.compute.manager [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Terminating instance [ 1305.816895] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.108031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.108031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.108284] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.108486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.108678] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.111105] env[69644]: INFO nova.compute.manager [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Terminating instance [ 1306.118538] env[69644]: DEBUG nova.compute.manager [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.118760] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.119673] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ead30-28a9-497d-819d-7babe81bc01e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.128965] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.129245] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9740dd-4fa0-47bc-a559-89b28ae8944f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.137152] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1306.137152] env[69644]: value = "task-3553960" [ 1306.137152] env[69644]: _type = "Task" [ 1306.137152] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.145137] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.615067] env[69644]: DEBUG nova.compute.manager [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.615292] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.615471] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62255de-a9ed-471e-b398-728000d663ec {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.622153] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1306.622153] env[69644]: value = "task-3553961" [ 1306.622153] env[69644]: _type = "Task" [ 1306.622153] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.630864] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.647226] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553960, 'name': PowerOffVM_Task, 'duration_secs': 0.231391} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.647486] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.647734] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.648011] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63948d42-7b79-4ac8-ab76-cc4abf791369 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.717261] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.717494] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.717739] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Deleting the datastore file [datastore2] 8d9b983a-1913-4058-97e4-26a807fe6eb7 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.717940] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04078ff8-b40f-413a-901a-3ab682427d20 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.725193] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for the task: (returnval){ [ 1306.725193] env[69644]: value = "task-3553963" [ 1306.725193] env[69644]: _type = "Task" [ 1306.725193] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.733518] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.131715] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553961, 'name': PowerOffVM_Task, 'duration_secs': 0.220988} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.132106] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.132207] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.132372] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709561', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'name': 'volume-675678cb-653a-4cb1-936e-7305424109bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e98a74c9-5bb7-491d-ba42-084accbb1916', 'attached_at': '2025-04-24T15:06:10.000000', 'detached_at': '', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'serial': '675678cb-653a-4cb1-936e-7305424109bb'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.133175] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad117141-08e6-4e27-91d3-2acb9741fd32 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.154418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22a5ea-67d9-444f-a99c-8ad89a7de2a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.161119] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbce2efe-cf48-4151-8b9e-c45baada4dca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.182163] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedd7c8-576f-449b-8f8a-309e683d51c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.196531] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] The volume has not been displaced from its original location: [datastore1] volume-675678cb-653a-4cb1-936e-7305424109bb/volume-675678cb-653a-4cb1-936e-7305424109bb.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.201761] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.202047] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fa2f19-9185-4102-a09b-dcf7ec4a1f79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.219578] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1307.219578] env[69644]: value = "task-3553964" [ 1307.219578] env[69644]: _type = "Task" [ 1307.219578] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.227338] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.234222] env[69644]: DEBUG oslo_vmware.api [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Task: {'id': task-3553963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197785} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.234456] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.234638] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.234818] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.234986] env[69644]: INFO nova.compute.manager [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1307.235237] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.235429] env[69644]: DEBUG nova.compute.manager [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.235524] env[69644]: DEBUG nova.network.neutron [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.333225] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7484e29-a0fb-4137-8ca9-c54f22db71e2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.353106] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.513742] env[69644]: DEBUG nova.compute.manager [req-2a5c1613-b732-487c-b3bc-7b010a10bb49 req-7b9bd9c5-cdd3-4fc8-a5e5-278a24e7759c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Received event network-vif-deleted-354682d9-5cbe-4d50-bd54-011b5ffa9cd3 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.513951] env[69644]: INFO nova.compute.manager [req-2a5c1613-b732-487c-b3bc-7b010a10bb49 req-7b9bd9c5-cdd3-4fc8-a5e5-278a24e7759c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Neutron deleted interface 354682d9-5cbe-4d50-bd54-011b5ffa9cd3; detaching it from the instance and deleting it from the info cache [ 1307.514137] env[69644]: DEBUG nova.network.neutron [req-2a5c1613-b732-487c-b3bc-7b010a10bb49 req-7b9bd9c5-cdd3-4fc8-a5e5-278a24e7759c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.729892] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553964, 'name': ReconfigVM_Task, 'duration_secs': 0.20777} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.730186] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.734839] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055c8e24-3630-47a3-afd3-b0ac747c5766 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.750265] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1307.750265] env[69644]: value = "task-3553965" [ 1307.750265] env[69644]: _type = "Task" [ 1307.750265] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.759275] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.859084] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.859434] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516dbbde-f033-4170-80c6-1025e0f0e0f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.868203] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1307.868203] env[69644]: value = "task-3553966" [ 1307.868203] env[69644]: _type = "Task" [ 1307.868203] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.876294] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.992861] env[69644]: DEBUG nova.network.neutron [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.016440] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15e75d2f-add7-4361-9f4f-a5a69617b911 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.026443] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d49b27-8e0a-4c22-b101-9f64137ed7b8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.053725] env[69644]: DEBUG nova.compute.manager [req-2a5c1613-b732-487c-b3bc-7b010a10bb49 req-7b9bd9c5-cdd3-4fc8-a5e5-278a24e7759c service nova] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Detach interface failed, port_id=354682d9-5cbe-4d50-bd54-011b5ffa9cd3, reason: Instance 8d9b983a-1913-4058-97e4-26a807fe6eb7 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.260711] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553965, 'name': ReconfigVM_Task, 'duration_secs': 0.135375} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.261087] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709561', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'name': 'volume-675678cb-653a-4cb1-936e-7305424109bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e98a74c9-5bb7-491d-ba42-084accbb1916', 'attached_at': '2025-04-24T15:06:10.000000', 'detached_at': '', 'volume_id': '675678cb-653a-4cb1-936e-7305424109bb', 'serial': '675678cb-653a-4cb1-936e-7305424109bb'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.261298] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.262053] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3239eb95-0d91-48bf-b10a-411aa48be4d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.268873] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.269113] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae634c0-0806-4f3d-ba0f-7e0468bffaab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.333042] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.333268] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.333458] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleting the datastore file [datastore2] e98a74c9-5bb7-491d-ba42-084accbb1916 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.333730] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fdbba3-5fa7-4a78-8366-f91b3d681259 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.340387] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1308.340387] env[69644]: value = "task-3553968" [ 1308.340387] env[69644]: _type = "Task" [ 1308.340387] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.347585] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.376690] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553966, 'name': PowerOffVM_Task, 'duration_secs': 0.214606} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.376928] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.377124] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.495516] env[69644]: INFO nova.compute.manager [-] [instance: 8d9b983a-1913-4058-97e4-26a807fe6eb7] Took 1.26 seconds to deallocate network for instance. [ 1308.850597] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.883764] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.884022] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.884184] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.884370] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.884513] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.884659] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.884858] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.885032] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.885205] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.885367] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.885542] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.890501] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5efb53a-0946-4ec5-a1e7-6e019977a6b1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.905177] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1308.905177] env[69644]: value = "task-3553969" [ 1308.905177] env[69644]: _type = "Task" [ 1308.905177] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.913016] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.002361] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.003043] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.003043] env[69644]: DEBUG nova.objects.instance [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lazy-loading 'resources' on Instance uuid 8d9b983a-1913-4058-97e4-26a807fe6eb7 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.351923] env[69644]: DEBUG oslo_vmware.api [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.352272] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.352378] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.352555] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.352730] env[69644]: INFO nova.compute.manager [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1309.352973] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.353185] env[69644]: DEBUG nova.compute.manager [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.353281] env[69644]: DEBUG nova.network.neutron [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.414292] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553969, 'name': ReconfigVM_Task, 'duration_secs': 0.195647} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.414581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.594748] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e47fb-c405-420b-93e1-9c3307cdddc0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.601900] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acae512-8b39-4e9f-be90-ce395cbbd91d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.632553] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e9daea-9b4d-44ac-b1c1-8c4763769081 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.639483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857fe73-323f-40a6-b784-83deb244cc2f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.653268] env[69644]: DEBUG nova.compute.provider_tree [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.921636] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.921869] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.921995] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.922256] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.922417] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.922567] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.922771] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.922927] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.923104] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.923367] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.923443] env[69644]: DEBUG nova.virt.hardware [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.928846] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.929467] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a1bc31-1e39-441d-a57d-7328423a33cd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.951222] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1309.951222] env[69644]: value = "task-3553970" [ 1309.951222] env[69644]: _type = "Task" [ 1309.951222] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.961258] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.978172] env[69644]: DEBUG nova.compute.manager [req-81807bbb-3fc5-47ba-9d7e-c158112e8675 req-469540fe-b7e5-4a88-83d4-fb4d34209072 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Received event network-vif-deleted-aba5763d-f8f7-4329-a0a3-6db72185549a {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.978580] env[69644]: INFO nova.compute.manager [req-81807bbb-3fc5-47ba-9d7e-c158112e8675 req-469540fe-b7e5-4a88-83d4-fb4d34209072 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Neutron deleted interface aba5763d-f8f7-4329-a0a3-6db72185549a; detaching it from the instance and deleting it from the info cache [ 1309.979081] env[69644]: DEBUG nova.network.neutron [req-81807bbb-3fc5-47ba-9d7e-c158112e8675 req-469540fe-b7e5-4a88-83d4-fb4d34209072 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.156564] env[69644]: DEBUG nova.scheduler.client.report [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.458528] env[69644]: DEBUG nova.network.neutron [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.459777] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553970, 'name': ReconfigVM_Task, 'duration_secs': 0.229416} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.460243] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.461064] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf2fb3f-0062-4abd-8ff0-8cace9a23837 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.483091] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.484184] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90b605c-92c7-4048-b332-b2ac8bf9483a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.496737] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b4badf-3551-460c-b5b0-6fab1a3e77ad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.506630] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474a8d7-f8db-4494-b015-84765093e894 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.516833] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1310.516833] env[69644]: value = "task-3553971" [ 1310.516833] env[69644]: _type = "Task" [ 1310.516833] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.526253] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.533518] env[69644]: DEBUG nova.compute.manager [req-81807bbb-3fc5-47ba-9d7e-c158112e8675 req-469540fe-b7e5-4a88-83d4-fb4d34209072 service nova] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Detach interface failed, port_id=aba5763d-f8f7-4329-a0a3-6db72185549a, reason: Instance e98a74c9-5bb7-491d-ba42-084accbb1916 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.661526] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.685010] env[69644]: INFO nova.scheduler.client.report [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Deleted allocations for instance 8d9b983a-1913-4058-97e4-26a807fe6eb7 [ 1310.961544] env[69644]: INFO nova.compute.manager [-] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Took 1.61 seconds to deallocate network for instance. [ 1311.027067] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553971, 'name': ReconfigVM_Task, 'duration_secs': 0.245717} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.027372] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847/265ffbc6-ed9d-440e-826c-f7993e3f8847.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.027652] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.195038] env[69644]: DEBUG oslo_concurrency.lockutils [None req-90ad696a-cdb5-4cc9-b393-332795e86c21 tempest-ServersNegativeTestMultiTenantJSON-890438072 tempest-ServersNegativeTestMultiTenantJSON-890438072-project-member] Lock "8d9b983a-1913-4058-97e4-26a807fe6eb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.585s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.508097] env[69644]: INFO nova.compute.manager [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: e98a74c9-5bb7-491d-ba42-084accbb1916] Took 0.55 seconds to detach 1 volumes for instance. [ 1311.534481] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38e572-69a8-4337-a5ab-92dd7b89681e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.554530] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ee9b3-564c-4fcd-974b-e0424d80fe79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.571970] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.016169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.016169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.016169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.040033] env[69644]: INFO nova.scheduler.client.report [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted allocations for instance e98a74c9-5bb7-491d-ba42-084accbb1916 [ 1312.114651] env[69644]: DEBUG nova.network.neutron [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Port 623b6c71-9546-445f-beed-0cde0ea69ce0 binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1312.383620] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.492592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.492863] env[69644]: DEBUG oslo_concurrency.lockutils [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.547306] env[69644]: DEBUG oslo_concurrency.lockutils [None req-39f66002-d9cd-4127-803d-568d92396170 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "e98a74c9-5bb7-491d-ba42-084accbb1916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.439s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.996116] env[69644]: INFO nova.compute.manager [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Detaching volume 5dbdd00b-c015-4afe-958d-3531c6ef71d4 [ 1313.031223] env[69644]: INFO nova.virt.block_device [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Attempting to driver detach volume 5dbdd00b-c015-4afe-958d-3531c6ef71d4 from mountpoint /dev/sdb [ 1313.031640] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Volume detach. Driver type: vmdk {{(pid=69644) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.031971] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709559', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'name': 'volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c52bb41d-d68c-4207-90f0-0dd784d4a2cf', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'serial': '5dbdd00b-c015-4afe-958d-3531c6ef71d4'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.033117] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094a8afb-269f-4904-8a4b-0cecb5622378 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.057531] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fd191c-5444-4eab-a33d-2c47024ca8b6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.064272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dcaf69-c8ea-4a7e-863a-78f6dbd5951c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.084104] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8b41b-886d-458e-a059-4bcaa83123d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.098263] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] The volume has not been displaced from its original location: [datastore2] volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4/volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4.vmdk. No consolidation needed. {{(pid=69644) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.103539] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.103800] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc40a49-27ef-4871-adb8-61880596649c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.128241] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1313.128241] env[69644]: value = "task-3553972" [ 1313.128241] env[69644]: _type = "Task" [ 1313.128241] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.134784] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.135026] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.135206] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.147693] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.383935] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.419815] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.419815] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.644676] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553972, 'name': ReconfigVM_Task, 'duration_secs': 0.305441} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.645149] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.650456] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f525cb-90a1-4388-bfd8-97e181d07143 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.665975] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1313.665975] env[69644]: value = "task-3553973" [ 1313.665975] env[69644]: _type = "Task" [ 1313.665975] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.674131] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.921820] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.175468] env[69644]: DEBUG oslo_vmware.api [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553973, 'name': ReconfigVM_Task, 'duration_secs': 0.140291} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.175790] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-709559', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'name': 'volume-5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c52bb41d-d68c-4207-90f0-0dd784d4a2cf', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbdd00b-c015-4afe-958d-3531c6ef71d4', 'serial': '5dbdd00b-c015-4afe-958d-3531c6ef71d4'} {{(pid=69644) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.179863] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.180042] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.180214] env[69644]: DEBUG nova.network.neutron [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.378066] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.383929] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.384184] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.448013] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.448960] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.449931] env[69644]: INFO nova.compute.claims [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.719997] env[69644]: DEBUG nova.objects.instance [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'flavor' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.874942] env[69644]: DEBUG nova.network.neutron [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.887248] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.378054] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.525762] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d354bc8-0138-4dfc-a202-77da54dddcbd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.533404] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614faac-b819-4f3e-977b-6fe42610363c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.564621] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ddd85-0122-4bee-b90e-81e1c3f07e1e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.571846] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69cb361-1229-45f3-83cf-7e29c26039c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.584555] env[69644]: DEBUG nova.compute.provider_tree [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.726812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-50cbf2dc-17f3-4fef-8c57-a9f1c6314ba9 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.898872] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d753c-9cfc-4730-8d80-56f44341332f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.917775] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a62201-53c0-421f-9674-ce8c193fb0a8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.924544] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.087967] env[69644]: DEBUG nova.scheduler.client.report [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.432748] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.433871] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686e49ec-8d92-4c2e-bceb-6b68a8dfe9a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.440406] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1316.440406] env[69644]: value = "task-3553974" [ 1316.440406] env[69644]: _type = "Task" [ 1316.440406] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.449521] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.592626] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.593157] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.595830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.709s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.596024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.596170] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1316.597161] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba244e02-8bc3-4f38-a2e1-1b8e5de39735 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.605320] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9becb37a-2cbb-4e0d-9de3-02790300013d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.619381] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b682305-ba67-43d3-8dad-8ca728dbfa5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.625875] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd9529-78f6-4889-872f-7ab779f1bc30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.655191] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180658MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1316.655359] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.655542] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.744378] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.744755] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.744882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.745024] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.745204] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.747685] env[69644]: INFO nova.compute.manager [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Terminating instance [ 1316.950482] env[69644]: DEBUG oslo_vmware.api [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553974, 'name': PowerOnVM_Task, 'duration_secs': 0.456099} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.950758] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.950947] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6497265c-31bd-4a95-8baf-22b90c50aceb tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance '265ffbc6-ed9d-440e-826c-f7993e3f8847' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.098594] env[69644]: DEBUG nova.compute.utils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.100092] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.100299] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.137503] env[69644]: DEBUG nova.policy [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98f128672ca46e89b201f438b0a41f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96bc7648fb084e6ba0956cf1ccf73d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.251200] env[69644]: DEBUG nova.compute.manager [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.251463] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.252344] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee63f81-7e6b-46d4-944e-878bc003fc54 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.260102] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.260324] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c36274a-bb84-406b-8fd6-bc28c878cb6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.266516] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1317.266516] env[69644]: value = "task-3553975" [ 1317.266516] env[69644]: _type = "Task" [ 1317.266516] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.273981] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.398887] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Successfully created port: 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.603654] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.663678] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Applying migration context for instance 265ffbc6-ed9d-440e-826c-f7993e3f8847 as it has an incoming, in-progress migration 47944391-0451-4d2e-a3fd-7b2411f431a2. Migration status is post-migrating {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1317.664510] env[69644]: INFO nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating resource usage from migration 47944391-0451-4d2e-a3fd-7b2411f431a2 [ 1317.683206] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1317.683359] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance ba34a269-5120-4f0a-b1a2-ccef68b99427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1317.683482] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Migration 47944391-0451-4d2e-a3fd-7b2411f431a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1317.683599] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 265ffbc6-ed9d-440e-826c-f7993e3f8847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1317.683715] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f694ebec-96f7-4308-828c-e3fa31ecb5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1317.683890] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1317.684034] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1317.747286] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491ed77-a1d8-4c55-b5e3-7698bc73c281 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.754718] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4b6d0-7f12-4d1a-a061-cf24b27b87a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.786910] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909497d5-a47a-47fa-8355-353f6c91728c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.796554] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ce49e-b292-47af-b23f-bad69c5317c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.800148] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553975, 'name': PowerOffVM_Task, 'duration_secs': 0.230635} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.800438] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.800596] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.801090] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aaecc0b-b8a1-446d-87d7-dd1ad2012f0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.811239] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.873754] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.874071] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.874161] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore1] c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.874433] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a00c62-8c1a-4030-a6ba-8b572d0646d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.882208] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1317.882208] env[69644]: value = "task-3553977" [ 1317.882208] env[69644]: _type = "Task" [ 1317.882208] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.891165] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.314530] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.391888] env[69644]: DEBUG oslo_vmware.api [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133361} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.392129] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.392254] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.392425] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.392601] env[69644]: INFO nova.compute.manager [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1318.392841] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.393044] env[69644]: DEBUG nova.compute.manager [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.393143] env[69644]: DEBUG nova.network.neutron [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.614176] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.639596] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.639860] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.640030] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.640215] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.640359] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.640537] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.640752] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.640913] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.641092] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.641258] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.641442] env[69644]: DEBUG nova.virt.hardware [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.642321] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466028a-c57a-4b15-ad95-aed188d6338c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.650627] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa88bcf-25e6-4388-a73d-c7b6900ff82b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.819638] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1318.820079] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.871891] env[69644]: DEBUG nova.compute.manager [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.872456] env[69644]: DEBUG oslo_concurrency.lockutils [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.872456] env[69644]: DEBUG oslo_concurrency.lockutils [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.872603] env[69644]: DEBUG oslo_concurrency.lockutils [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.872934] env[69644]: DEBUG nova.compute.manager [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] No waiting events found dispatching network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1318.873445] env[69644]: WARNING nova.compute.manager [req-8fcf791b-1cf3-4774-8422-e08ce899fc2c req-51695b2a-8071-4192-b4cd-d562a52e78ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received unexpected event network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 for instance with vm_state building and task_state spawning. [ 1318.987579] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Successfully updated port: 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.414129] env[69644]: DEBUG nova.network.neutron [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.490568] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.490738] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.490882] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.703065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.703065] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.703065] env[69644]: DEBUG nova.compute.manager [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Going to confirm migration 9 {{(pid=69644) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1319.819445] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.921096] env[69644]: INFO nova.compute.manager [-] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Took 1.53 seconds to deallocate network for instance. [ 1320.029337] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.162975] env[69644]: DEBUG nova.network.neutron [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.258651] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.258840] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquired lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.259027] env[69644]: DEBUG nova.network.neutron [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.259217] env[69644]: DEBUG nova.objects.instance [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'info_cache' on Instance uuid 265ffbc6-ed9d-440e-826c-f7993e3f8847 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.324648] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.324782] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.325260] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.325260] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.426885] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.427215] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.427438] env[69644]: DEBUG nova.objects.instance [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'resources' on Instance uuid c52bb41d-d68c-4207-90f0-0dd784d4a2cf {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.665878] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.666299] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance network_info: |[{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.666773] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:1b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40286812-d681-4fd0-b99e-da8b86ae7810', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.674362] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.674624] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.674889] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632066ba-d566-465c-ab86-b01e80ece06d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.695010] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.695010] env[69644]: value = "task-3553978" [ 1320.695010] env[69644]: _type = "Task" [ 1320.695010] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.702689] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553978, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.901840] env[69644]: DEBUG nova.compute.manager [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: c52bb41d-d68c-4207-90f0-0dd784d4a2cf] Received event network-vif-deleted-2363d49f-aa87-4174-857b-388a4221f960 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.902127] env[69644]: DEBUG nova.compute.manager [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.902341] env[69644]: DEBUG nova.compute.manager [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing instance network info cache due to event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.902649] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.902901] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.903091] env[69644]: DEBUG nova.network.neutron [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.006812] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded00c2-3051-4989-81e0-d5324b3bd053 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.013877] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac161b-3d74-4198-973d-8c878583871a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.044548] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524de267-0356-4583-b1eb-c9b537c154c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.051398] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885046bb-ab3a-412c-8d12-ab3638b828e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.064077] env[69644]: DEBUG nova.compute.provider_tree [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.204600] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553978, 'name': CreateVM_Task, 'duration_secs': 0.347203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.204783] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.205450] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.205620] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.205939] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.206187] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa39c669-21dd-4c37-b45b-2bd99f2f9786 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.210221] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1321.210221] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c38f63-7532-d746-1ea4-b0edd4c39f3d" [ 1321.210221] env[69644]: _type = "Task" [ 1321.210221] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.217343] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c38f63-7532-d746-1ea4-b0edd4c39f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.464952] env[69644]: DEBUG nova.network.neutron [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [{"id": "623b6c71-9546-445f-beed-0cde0ea69ce0", "address": "fa:16:3e:d7:8b:85", "network": {"id": "a1b04ca1-38d9-4af7-920a-6578dfb6d30b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1435048964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c55a811e14562b17bdc31fde49550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623b6c71-95", "ovs_interfaceid": "623b6c71-9546-445f-beed-0cde0ea69ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.566639] env[69644]: DEBUG nova.scheduler.client.report [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.602643] env[69644]: DEBUG nova.network.neutron [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updated VIF entry in instance network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.602993] env[69644]: DEBUG nova.network.neutron [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.719901] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c38f63-7532-d746-1ea4-b0edd4c39f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.054813} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.720173] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.720410] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.720710] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.720865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.721057] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.721313] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df69fe0-9307-4418-8c8a-97b9b8b35007 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.733873] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.734067] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.734743] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9655030d-cc67-44a6-8d59-519dcd33a132 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.740913] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1321.740913] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52890704-3560-c050-7edc-8c9c11b9a6c3" [ 1321.740913] env[69644]: _type = "Task" [ 1321.740913] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.748371] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52890704-3560-c050-7edc-8c9c11b9a6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.967630] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Releasing lock "refresh_cache-265ffbc6-ed9d-440e-826c-f7993e3f8847" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.967898] env[69644]: DEBUG nova.objects.instance [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lazy-loading 'migration_context' on Instance uuid 265ffbc6-ed9d-440e-826c-f7993e3f8847 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.071722] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.093585] env[69644]: INFO nova.scheduler.client.report [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted allocations for instance c52bb41d-d68c-4207-90f0-0dd784d4a2cf [ 1322.105216] env[69644]: DEBUG oslo_concurrency.lockutils [req-d8bfcffc-c7fc-4dae-9a7f-e413f1a541a5 req-5ca0f49d-eb16-4e2d-b499-b82f4983286e service nova] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.251747] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52890704-3560-c050-7edc-8c9c11b9a6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.044973} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.252566] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4dd45b-bf8f-45dd-a1ed-9aa151e58a98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.257418] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1322.257418] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525259b4-a4f1-3946-153f-e53238bc96a5" [ 1322.257418] env[69644]: _type = "Task" [ 1322.257418] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.265253] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525259b4-a4f1-3946-153f-e53238bc96a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.470796] env[69644]: DEBUG nova.objects.base [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Object Instance<265ffbc6-ed9d-440e-826c-f7993e3f8847> lazy-loaded attributes: info_cache,migration_context {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.471905] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d371c0-afdc-41e4-991e-1c20920dd04c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.490717] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886d5220-ba32-4225-b6d0-f0d0c27f7be8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.495802] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1322.495802] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5292f2a5-753d-94ef-de10-926959b6a5b5" [ 1322.495802] env[69644]: _type = "Task" [ 1322.495802] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.503014] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5292f2a5-753d-94ef-de10-926959b6a5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.601373] env[69644]: DEBUG oslo_concurrency.lockutils [None req-26267b37-9a8d-458c-b9a2-c6fb08956f74 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "c52bb41d-d68c-4207-90f0-0dd784d4a2cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.857s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.769253] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525259b4-a4f1-3946-153f-e53238bc96a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.769522] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.769814] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.770134] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4a31a5-21ee-40da-b514-2a081055ba48 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.776647] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1322.776647] env[69644]: value = "task-3553979" [ 1322.776647] env[69644]: _type = "Task" [ 1322.776647] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.784258] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.005757] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5292f2a5-753d-94ef-de10-926959b6a5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.007028} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.006119] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.006415] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.287034] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472844} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.287359] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.287619] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.288240] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08766f98-0a3c-4ceb-9194-edcdd358fe6d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.294248] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1323.294248] env[69644]: value = "task-3553980" [ 1323.294248] env[69644]: _type = "Task" [ 1323.294248] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.302267] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.572257] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe619f-2d61-4ea3-83ba-3149f2348cae {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.579817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c45305-7659-46fa-bd46-0382bb9b5bab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.611947] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811c9640-cfe7-4c88-a02f-2f8dd287874b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.619088] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63049781-e173-4383-9ae4-8faf31039b0f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.631972] env[69644]: DEBUG nova.compute.provider_tree [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.804168] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068817} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.804449] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.805230] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e3efa-9485-4ed3-9101-e181e2194273 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.828272] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.828654] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9762c4-1484-4365-b77e-1933a6dd80e7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.848627] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1323.848627] env[69644]: value = "task-3553981" [ 1323.848627] env[69644]: _type = "Task" [ 1323.848627] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.857435] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.139919] env[69644]: DEBUG nova.scheduler.client.report [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.358727] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553981, 'name': ReconfigVM_Task, 'duration_secs': 0.274351} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.359096] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.359761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be5030f-728c-462c-9817-6b6f41630b10 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.366055] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1324.366055] env[69644]: value = "task-3553982" [ 1324.366055] env[69644]: _type = "Task" [ 1324.366055] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.373866] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553982, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.722719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.723425] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.876117] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553982, 'name': Rename_Task, 'duration_secs': 0.151302} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.876371] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.876612] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb76b38-0cd9-4cc5-abca-522e36af7ec4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.882753] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1324.882753] env[69644]: value = "task-3553983" [ 1324.882753] env[69644]: _type = "Task" [ 1324.882753] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.889821] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.150289] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.144s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.225681] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.392946] env[69644]: DEBUG oslo_vmware.api [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3553983, 'name': PowerOnVM_Task, 'duration_secs': 0.474382} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.393325] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.393565] env[69644]: INFO nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1325.393803] env[69644]: DEBUG nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1325.395141] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec756777-7005-41ff-bcfd-50348eb4071a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.698773] env[69644]: INFO nova.scheduler.client.report [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocation for migration 47944391-0451-4d2e-a3fd-7b2411f431a2 [ 1325.744857] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.745152] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.746635] env[69644]: INFO nova.compute.claims [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.833921] env[69644]: DEBUG nova.compute.manager [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Stashing vm_state: active {{(pid=69644) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1325.912852] env[69644]: INFO nova.compute.manager [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Took 11.49 seconds to build instance. [ 1326.204350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.502s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.351549] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.414654] env[69644]: DEBUG oslo_concurrency.lockutils [None req-c945270e-9067-4af1-ba5c-0300940e691f tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.995s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.426056] env[69644]: DEBUG nova.compute.manager [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.426295] env[69644]: DEBUG nova.compute.manager [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing instance network info cache due to event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.426454] env[69644]: DEBUG oslo_concurrency.lockutils [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.427047] env[69644]: DEBUG oslo_concurrency.lockutils [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.427237] env[69644]: DEBUG nova.network.neutron [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.820606] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb562688-fffb-455d-b288-3989a63c499c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.828060] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de097440-0ab0-4df2-b9d6-eb13ce9cc395 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.857083] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a8299-a4c5-4632-aa25-468fa26d1ae6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.864101] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eef04a-d58c-4856-9da1-c03e2d0e46a0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.877882] env[69644]: DEBUG nova.compute.provider_tree [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.127709] env[69644]: DEBUG nova.network.neutron [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updated VIF entry in instance network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.128109] env[69644]: DEBUG nova.network.neutron [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.223822] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.224116] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.224334] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.224520] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.224689] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.226723] env[69644]: INFO nova.compute.manager [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Terminating instance [ 1327.380942] env[69644]: DEBUG nova.scheduler.client.report [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.630940] env[69644]: DEBUG oslo_concurrency.lockutils [req-7d690479-7ff4-4cdf-be25-8658facdb9d9 req-7fe3421c-18f8-492b-a029-59b23b1572b8 service nova] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.730766] env[69644]: DEBUG nova.compute.manager [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.730984] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.731884] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc26e3e-172c-4482-ae2c-4bd0b23b4eba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.739255] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.739476] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a50f09ed-a521-44f6-9361-f73074a8c4e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.745543] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1327.745543] env[69644]: value = "task-3553984" [ 1327.745543] env[69644]: _type = "Task" [ 1327.745543] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.752728] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.886352] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.886929] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.889870] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.538s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.255952] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553984, 'name': PowerOffVM_Task, 'duration_secs': 0.196197} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.256238] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.256406] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.256653] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5682bc91-b8f3-472b-8102-f711784e89f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.325708] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.325969] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.326176] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleting the datastore file [datastore1] 265ffbc6-ed9d-440e-826c-f7993e3f8847 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.326439] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1fd38d7-b24e-4ba3-b57f-e872cb6948d9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.333066] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for the task: (returnval){ [ 1328.333066] env[69644]: value = "task-3553986" [ 1328.333066] env[69644]: _type = "Task" [ 1328.333066] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.340673] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.393493] env[69644]: DEBUG nova.compute.utils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.395129] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.395307] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.399851] env[69644]: INFO nova.compute.claims [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.442351] env[69644]: DEBUG nova.policy [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416c12c313e04c64a8436530f2529534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082501e2f3464786a8fc6d304ecef3a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.715970] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Successfully created port: 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.843259] env[69644]: DEBUG oslo_vmware.api [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Task: {'id': task-3553986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142422} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.843797] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.843974] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.844264] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.844485] env[69644]: INFO nova.compute.manager [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1328.844796] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.845041] env[69644]: DEBUG nova.compute.manager [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.845168] env[69644]: DEBUG nova.network.neutron [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.903857] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.908384] env[69644]: INFO nova.compute.resource_tracker [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating resource usage from migration f757da46-9b59-49a7-9e5f-d2642979459a [ 1329.012199] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eaaf2e-7dde-4320-8e86-9a7d29c04926 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.019114] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11210d9b-5a4c-45fc-af28-468d6d591cb4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.049811] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7d9d8-016e-4715-ac4c-aeb8aead491d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.059506] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d45fb52-3405-41f9-8c41-1d06e634357c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.074128] env[69644]: DEBUG nova.compute.provider_tree [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.162334] env[69644]: DEBUG nova.compute.manager [req-0ede67d3-320d-4daa-841a-c8c90c450f65 req-8faaf033-eeab-4ec8-bdf4-5d8124457324 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Received event network-vif-deleted-623b6c71-9546-445f-beed-0cde0ea69ce0 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.162537] env[69644]: INFO nova.compute.manager [req-0ede67d3-320d-4daa-841a-c8c90c450f65 req-8faaf033-eeab-4ec8-bdf4-5d8124457324 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Neutron deleted interface 623b6c71-9546-445f-beed-0cde0ea69ce0; detaching it from the instance and deleting it from the info cache [ 1329.162719] env[69644]: DEBUG nova.network.neutron [req-0ede67d3-320d-4daa-841a-c8c90c450f65 req-8faaf033-eeab-4ec8-bdf4-5d8124457324 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.577805] env[69644]: DEBUG nova.scheduler.client.report [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.645536] env[69644]: DEBUG nova.network.neutron [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.665207] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3035ee95-0599-46e7-b5f3-12e8f8e4d4c6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.676653] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8015482-e896-413b-afcf-f9205af24d4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.701252] env[69644]: DEBUG nova.compute.manager [req-0ede67d3-320d-4daa-841a-c8c90c450f65 req-8faaf033-eeab-4ec8-bdf4-5d8124457324 service nova] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Detach interface failed, port_id=623b6c71-9546-445f-beed-0cde0ea69ce0, reason: Instance 265ffbc6-ed9d-440e-826c-f7993e3f8847 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.917946] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.944405] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.944648] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.944806] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.944987] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.945153] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.945303] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.945516] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.945676] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.945841] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.946008] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.946193] env[69644]: DEBUG nova.virt.hardware [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.947050] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccc8697-a4f4-455a-9bcf-98ae81646271 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.955256] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7490e1e6-c12d-4723-9967-1c850747f197 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.082610] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.082965] env[69644]: INFO nova.compute.manager [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Migrating [ 1330.147638] env[69644]: INFO nova.compute.manager [-] [instance: 265ffbc6-ed9d-440e-826c-f7993e3f8847] Took 1.30 seconds to deallocate network for instance. [ 1330.264841] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Successfully updated port: 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.597766] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.597996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.598148] env[69644]: DEBUG nova.network.neutron [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.655131] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.655471] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.655728] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.678023] env[69644]: INFO nova.scheduler.client.report [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Deleted allocations for instance 265ffbc6-ed9d-440e-826c-f7993e3f8847 [ 1330.767139] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.767319] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.767513] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.188193] env[69644]: DEBUG oslo_concurrency.lockutils [None req-63b3bbfd-f542-47ae-959d-93d06e78f79e tempest-DeleteServersTestJSON-1864882804 tempest-DeleteServersTestJSON-1864882804-project-member] Lock "265ffbc6-ed9d-440e-826c-f7993e3f8847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.963s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.192625] env[69644]: DEBUG nova.compute.manager [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.193033] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.193141] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.193245] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.193413] env[69644]: DEBUG nova.compute.manager [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] No waiting events found dispatching network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1331.193577] env[69644]: WARNING nova.compute.manager [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received unexpected event network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b for instance with vm_state building and task_state spawning. [ 1331.193733] env[69644]: DEBUG nova.compute.manager [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.193885] env[69644]: DEBUG nova.compute.manager [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing instance network info cache due to event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.194242] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.308720] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.364761] env[69644]: DEBUG nova.network.neutron [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.454499] env[69644]: DEBUG nova.network.neutron [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.868052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.957877] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.958226] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance network_info: |[{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.958545] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.958729] env[69644]: DEBUG nova.network.neutron [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.960058] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17344ffc-b0c3-4c75-9a3d-e161cc0cae8b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.967981] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.968936] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.969193] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-122b2b43-2c3d-4576-ac47-23b2df27a940 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.989134] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.989134] env[69644]: value = "task-3553988" [ 1331.989134] env[69644]: _type = "Task" [ 1331.989134] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.996596] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553988, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.498534] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3553988, 'name': CreateVM_Task, 'duration_secs': 0.299932} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.500669] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.501338] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.501509] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.501847] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.502374] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7be5272-4fff-445e-8fb7-6f539f6b0305 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.506678] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1332.506678] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52895ab3-1a66-b0f6-2487-7118df343d3e" [ 1332.506678] env[69644]: _type = "Task" [ 1332.506678] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.514326] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52895ab3-1a66-b0f6-2487-7118df343d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.657389] env[69644]: DEBUG nova.network.neutron [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updated VIF entry in instance network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.657749] env[69644]: DEBUG nova.network.neutron [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.018484] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52895ab3-1a66-b0f6-2487-7118df343d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.018779] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.019016] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.019293] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.019443] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.019621] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.019882] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c33de46-7267-4044-8047-c5fabb7f3cf9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.028176] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.028358] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.029129] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a95d470-9603-463d-9992-78caa158e571 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.035545] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1333.035545] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed47c2-3fe9-461a-07e7-e98eeb0648c7" [ 1333.035545] env[69644]: _type = "Task" [ 1333.035545] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.042546] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed47c2-3fe9-461a-07e7-e98eeb0648c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.160251] env[69644]: DEBUG oslo_concurrency.lockutils [req-d002167c-b46c-40d6-bb5a-e71bab161717 req-a747e4a4-a6d8-4056-a4a2-e74ff8db5a05 service nova] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.383418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b4ba26-80e2-4632-aef4-8279ee975108 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.401704] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 0 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.546644] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52ed47c2-3fe9-461a-07e7-e98eeb0648c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007892} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.547162] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4bf44f-b2ae-4395-8481-9fb285121e7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.552970] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1333.552970] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5abca-03b9-f7f2-5597-ed89617a1df3" [ 1333.552970] env[69644]: _type = "Task" [ 1333.552970] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.560507] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5abca-03b9-f7f2-5597-ed89617a1df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.907724] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.908077] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-accb548d-5e15-4921-bc4d-ec53739f300e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.914998] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1333.914998] env[69644]: value = "task-3553989" [ 1333.914998] env[69644]: _type = "Task" [ 1333.914998] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.923962] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.063280] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a5abca-03b9-f7f2-5597-ed89617a1df3, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.063482] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.063737] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.064027] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac113db5-8536-429a-8bc6-11a035e8495c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.071889] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1334.071889] env[69644]: value = "task-3553990" [ 1334.071889] env[69644]: _type = "Task" [ 1334.071889] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.079530] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.424388] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553989, 'name': PowerOffVM_Task, 'duration_secs': 0.233129} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.424665] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.424849] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 17 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.582111] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553990, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.932176] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.932452] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.932615] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.932799] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.932946] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.933109] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.933314] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.933480] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.933649] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.933811] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.933983] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.939038] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4178b2b1-ab3a-45d5-a9dc-618124ca9fcd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.954660] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1334.954660] env[69644]: value = "task-3553991" [ 1334.954660] env[69644]: _type = "Task" [ 1334.954660] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.962656] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.082654] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541523} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.082913] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.083139] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.083396] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4358db89-25ba-46e4-b777-72b959f6417e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.089065] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1335.089065] env[69644]: value = "task-3553992" [ 1335.089065] env[69644]: _type = "Task" [ 1335.089065] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.097505] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.466172] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553991, 'name': ReconfigVM_Task, 'duration_secs': 0.143528} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.466515] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 33 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.598898] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069067} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.599255] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.600047] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d60353-0e51-4f12-ac8d-bf02d378c6a5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.621462] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.621757] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f578df41-20d2-4f51-8f06-37d914e127c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.640605] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1335.640605] env[69644]: value = "task-3553993" [ 1335.640605] env[69644]: _type = "Task" [ 1335.640605] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.648483] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.972799] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.973173] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.973247] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.973429] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.973570] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.973719] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.973954] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.974133] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.974298] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.974460] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.974630] env[69644]: DEBUG nova.virt.hardware [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.979991] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.980305] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dca3df1-d5b9-4cf3-8838-2a1bec37bf95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.001213] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1336.001213] env[69644]: value = "task-3553994" [ 1336.001213] env[69644]: _type = "Task" [ 1336.001213] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.009446] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.150521] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553993, 'name': ReconfigVM_Task, 'duration_secs': 0.286537} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.153626] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.153626] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23743d85-4f78-4ec1-98e4-8adc760415b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.160521] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1336.160521] env[69644]: value = "task-3553995" [ 1336.160521] env[69644]: _type = "Task" [ 1336.160521] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.168248] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553995, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.510845] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553994, 'name': ReconfigVM_Task, 'duration_secs': 0.1615} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.511140] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.511939] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc1e94-2d85-47c9-b2d2-ee9f3b56adbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.533256] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.533517] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9977311a-961b-4f96-8a38-f86de07f54b2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.550017] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1336.550017] env[69644]: value = "task-3553996" [ 1336.550017] env[69644]: _type = "Task" [ 1336.550017] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.557363] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.667514] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553995, 'name': Rename_Task, 'duration_secs': 0.134933} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.667809] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.668130] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7a2095-7e3d-4d85-8e1b-1ac64143fe6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.673716] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1336.673716] env[69644]: value = "task-3553997" [ 1336.673716] env[69644]: _type = "Task" [ 1336.673716] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.680799] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.060418] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.184354] env[69644]: DEBUG oslo_vmware.api [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3553997, 'name': PowerOnVM_Task, 'duration_secs': 0.449512} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.184609] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.184809] env[69644]: INFO nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1337.184989] env[69644]: DEBUG nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.185826] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968cc58e-fe93-4efa-b73d-4a144b172b48 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.561012] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.701999] env[69644]: INFO nova.compute.manager [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Took 11.97 seconds to build instance. [ 1338.064949] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553996, 'name': ReconfigVM_Task, 'duration_secs': 1.247073} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.064949] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.064949] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 50 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.205819] env[69644]: DEBUG oslo_concurrency.lockutils [None req-2b7c0f5c-8f4b-4d32-84b3-f3812784781e tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.482s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.571505] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597123b2-c91c-45d1-b2c0-463bc3eddba7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.594213] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e122face-06e5-4ca5-9dc6-40b08efca864 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.613216] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 67 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.066381] env[69644]: DEBUG nova.compute.manager [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.066381] env[69644]: DEBUG nova.compute.manager [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing instance network info cache due to event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.066659] env[69644]: DEBUG oslo_concurrency.lockutils [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.066900] env[69644]: DEBUG oslo_concurrency.lockutils [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.067136] env[69644]: DEBUG nova.network.neutron [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.157632] env[69644]: DEBUG nova.network.neutron [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Port 08f05a65-03c6-482d-9df8-dddd0a0d57be binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.573603] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.573603] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.811783] env[69644]: DEBUG nova.network.neutron [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updated VIF entry in instance network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.812212] env[69644]: DEBUG nova.network.neutron [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.076095] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.181062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.181296] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.181518] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.315297] env[69644]: DEBUG oslo_concurrency.lockutils [req-606a4d8d-ec46-404a-943a-6e4fb162c1e0 req-cc4958b9-19ce-444b-be09-1f1f545ab9bd service nova] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.598392] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.598681] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.600213] env[69644]: INFO nova.compute.claims [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.216763] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.216999] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.217156] env[69644]: DEBUG nova.network.neutron [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.677139] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e312f7e-1f81-498e-a4c3-2e4b8123328d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.684806] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cff335-1878-4026-8c75-5330be74d027 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.714917] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa880587-0ca1-4205-9882-4ff8d7d89e9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.723563] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad050c41-28d5-453c-a0e3-87694c9ff2f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.738331] env[69644]: DEBUG nova.compute.provider_tree [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.919402] env[69644]: DEBUG nova.network.neutron [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.241465] env[69644]: DEBUG nova.scheduler.client.report [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.423254] env[69644]: DEBUG oslo_concurrency.lockutils [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.746548] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.746867] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.943415] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a80e68-a3fa-42e9-b1c0-be71f95e2f6b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.961933] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a7332-8dd6-4727-8846-eb1fb09c8244 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.968806] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 83 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.252036] env[69644]: DEBUG nova.compute.utils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.253395] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.253560] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.289573] env[69644]: DEBUG nova.policy [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a030b0b057694161a8ea4e3764df2230', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50b965f8958c4271a03d94c5cf49ff23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.474807] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.475134] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c77e9ef-a4ca-46f3-8782-bc242521c4f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.482174] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1343.482174] env[69644]: value = "task-3553998" [ 1343.482174] env[69644]: _type = "Task" [ 1343.482174] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.490422] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.530822] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Successfully created port: 7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.757136] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.992016] env[69644]: DEBUG oslo_vmware.api [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3553998, 'name': PowerOnVM_Task, 'duration_secs': 0.421378} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.992354] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.992540] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-551fa728-816e-4e66-83da-2280fdffc9e4 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance 'ba34a269-5120-4f0a-b1a2-ccef68b99427' progress to 100 {{(pid=69644) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.766235] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.791938] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.792217] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.792378] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.792559] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.792706] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.792857] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.793079] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.793243] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.793406] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.793565] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.793732] env[69644]: DEBUG nova.virt.hardware [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.794622] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53a88c-e74c-4e6f-a899-e6167a178127 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.802754] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d99e2-9f5e-432f-86ca-e1bf071f7a4d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.104334] env[69644]: DEBUG nova.compute.manager [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Received event network-vif-plugged-7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.104623] env[69644]: DEBUG oslo_concurrency.lockutils [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] Acquiring lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.104775] env[69644]: DEBUG oslo_concurrency.lockutils [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.104903] env[69644]: DEBUG oslo_concurrency.lockutils [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.105087] env[69644]: DEBUG nova.compute.manager [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] No waiting events found dispatching network-vif-plugged-7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1345.105256] env[69644]: WARNING nova.compute.manager [req-c8def551-cb36-472f-a5b2-442d4a2bf1f7 req-810af312-0da9-468b-9c18-aa11e54e2b5b service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Received unexpected event network-vif-plugged-7b500b88-a7af-4dc3-82fc-bebdc92ee32c for instance with vm_state building and task_state spawning. [ 1345.185865] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Successfully updated port: 7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.688773] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.688941] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquired lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.689065] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.221226] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.349701] env[69644]: DEBUG nova.network.neutron [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Updating instance_info_cache with network_info: [{"id": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "address": "fa:16:3e:03:44:2a", "network": {"id": "ce2f5c6c-10b5-4687-9e7c-b879c211ae68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1692135707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b965f8958c4271a03d94c5cf49ff23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b500b88-a7", "ovs_interfaceid": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.581474] env[69644]: DEBUG nova.network.neutron [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Port 08f05a65-03c6-482d-9df8-dddd0a0d57be binding to destination host cpu-1 is already ACTIVE {{(pid=69644) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1346.581745] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.581900] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.582074] env[69644]: DEBUG nova.network.neutron [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.852963] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Releasing lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.853319] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Instance network_info: |[{"id": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "address": "fa:16:3e:03:44:2a", "network": {"id": "ce2f5c6c-10b5-4687-9e7c-b879c211ae68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1692135707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b965f8958c4271a03d94c5cf49ff23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b500b88-a7", "ovs_interfaceid": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.853778] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:44:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b500b88-a7af-4dc3-82fc-bebdc92ee32c', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.861892] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Creating folder: Project (50b965f8958c4271a03d94c5cf49ff23). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.862226] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6bbc77-f291-4332-8212-37ee061bb02d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.874478] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Created folder: Project (50b965f8958c4271a03d94c5cf49ff23) in parent group-v709242. [ 1346.874654] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Creating folder: Instances. Parent ref: group-v709573. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.874897] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0a1029-fb64-43d9-8d11-71984603e7ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.882744] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Created folder: Instances in parent group-v709573. [ 1346.882964] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.883160] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.883349] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58667a2-8878-428e-b2b0-6fd33d165640 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.901746] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.901746] env[69644]: value = "task-3554001" [ 1346.901746] env[69644]: _type = "Task" [ 1346.901746] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.909079] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554001, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.129584] env[69644]: DEBUG nova.compute.manager [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Received event network-changed-7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.129795] env[69644]: DEBUG nova.compute.manager [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Refreshing instance network info cache due to event network-changed-7b500b88-a7af-4dc3-82fc-bebdc92ee32c. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.130029] env[69644]: DEBUG oslo_concurrency.lockutils [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] Acquiring lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.130204] env[69644]: DEBUG oslo_concurrency.lockutils [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] Acquired lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.130373] env[69644]: DEBUG nova.network.neutron [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Refreshing network info cache for port 7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.286897] env[69644]: DEBUG nova.network.neutron [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.411415] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554001, 'name': CreateVM_Task, 'duration_secs': 0.294578} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.411577] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.412207] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.412375] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.412736] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.412973] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d483be6-bb66-476b-8b3f-00ce64c11462 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.416909] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1347.416909] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525e4f91-fab7-f1bf-d9ff-a7663aec1972" [ 1347.416909] env[69644]: _type = "Task" [ 1347.416909] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.424510] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525e4f91-fab7-f1bf-d9ff-a7663aec1972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.789282] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.800975] env[69644]: DEBUG nova.network.neutron [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Updated VIF entry in instance network info cache for port 7b500b88-a7af-4dc3-82fc-bebdc92ee32c. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.801329] env[69644]: DEBUG nova.network.neutron [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Updating instance_info_cache with network_info: [{"id": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "address": "fa:16:3e:03:44:2a", "network": {"id": "ce2f5c6c-10b5-4687-9e7c-b879c211ae68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1692135707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50b965f8958c4271a03d94c5cf49ff23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b500b88-a7", "ovs_interfaceid": "7b500b88-a7af-4dc3-82fc-bebdc92ee32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.927165] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525e4f91-fab7-f1bf-d9ff-a7663aec1972, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.927485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.927703] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.927938] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.928100] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.928288] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.928547] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a98088a-35e2-4535-a443-a7fc2ad9e636 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.936823] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.936998] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.937708] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4df5a9-47d1-46d5-a0db-dfb7da79e6b9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.942870] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1347.942870] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522ad57a-af84-1b58-9899-125db04358a8" [ 1347.942870] env[69644]: _type = "Task" [ 1347.942870] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.950549] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522ad57a-af84-1b58-9899-125db04358a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.293119] env[69644]: DEBUG nova.compute.manager [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69644) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1348.293387] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.293614] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.304633] env[69644]: DEBUG oslo_concurrency.lockutils [req-1a717fa7-7d92-4adb-9fb2-3d8f42c0f095 req-3a93b462-f2b0-4546-aaf1-e4c4ac26c078 service nova] Releasing lock "refresh_cache-82ad2fa1-53bb-4f49-939d-2ea093b6d127" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.453306] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]522ad57a-af84-1b58-9899-125db04358a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.454057] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddba1429-177d-4169-99f8-14dcf508f13c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.459642] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1348.459642] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d0e622-169a-35f3-9a0b-dd5d1bbc569f" [ 1348.459642] env[69644]: _type = "Task" [ 1348.459642] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.467069] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d0e622-169a-35f3-9a0b-dd5d1bbc569f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.796304] env[69644]: DEBUG nova.objects.instance [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'migration_context' on Instance uuid ba34a269-5120-4f0a-b1a2-ccef68b99427 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.970051] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52d0e622-169a-35f3-9a0b-dd5d1bbc569f, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.970051] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.970289] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 82ad2fa1-53bb-4f49-939d-2ea093b6d127/82ad2fa1-53bb-4f49-939d-2ea093b6d127.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.970459] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff23565-47fa-4439-8fdd-661bd851f46a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.977755] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1348.977755] env[69644]: value = "task-3554002" [ 1348.977755] env[69644]: _type = "Task" [ 1348.977755] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.984727] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.389612] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69aa5c-4185-45eb-b915-946e5e1df346 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.399477] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43f237-56ab-4264-93df-70e2b5c0f1a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.430418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec641ab1-6275-4c3c-8ebd-750c411fba30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.437218] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0322924-215e-46eb-b50f-cd17cd4fd3fe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.449819] env[69644]: DEBUG nova.compute.provider_tree [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.485509] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443557} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.485732] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 82ad2fa1-53bb-4f49-939d-2ea093b6d127/82ad2fa1-53bb-4f49-939d-2ea093b6d127.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.485941] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.486171] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed844b29-5300-439c-b704-1d3187993f08 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.491445] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1349.491445] env[69644]: value = "task-3554003" [ 1349.491445] env[69644]: _type = "Task" [ 1349.491445] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.498650] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.953650] env[69644]: DEBUG nova.scheduler.client.report [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.001411] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06112} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.001615] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.002380] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e793b1b6-03d7-45f2-bea7-004d8b7d3d53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.023761] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 82ad2fa1-53bb-4f49-939d-2ea093b6d127/82ad2fa1-53bb-4f49-939d-2ea093b6d127.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.023761] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96512baf-1a59-4593-a9e6-c61b9d761379 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.041964] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1350.041964] env[69644]: value = "task-3554004" [ 1350.041964] env[69644]: _type = "Task" [ 1350.041964] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.049483] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.553317] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.964613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.671s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.055851] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.553630] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554004, 'name': ReconfigVM_Task, 'duration_secs': 1.098341} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.554045] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 82ad2fa1-53bb-4f49-939d-2ea093b6d127/82ad2fa1-53bb-4f49-939d-2ea093b6d127.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.554514] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a58f9f62-cd20-4c53-b2c4-5569271a727d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.560330] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1351.560330] env[69644]: value = "task-3554005" [ 1351.560330] env[69644]: _type = "Task" [ 1351.560330] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.567656] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554005, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.070964] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554005, 'name': Rename_Task, 'duration_secs': 0.128248} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.071251] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.071500] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adbe7e8a-903c-47f6-9076-85b76179e711 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.078087] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1352.078087] env[69644]: value = "task-3554006" [ 1352.078087] env[69644]: _type = "Task" [ 1352.078087] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.085977] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.500149] env[69644]: INFO nova.compute.manager [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Swapping old allocation on dict_keys(['25af6c96-6f1b-4afc-9d2a-1c47143a2c7c']) held by migration f757da46-9b59-49a7-9e5f-d2642979459a for instance [ 1352.524603] env[69644]: DEBUG nova.scheduler.client.report [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Overwriting current allocation {'allocations': {'25af6c96-6f1b-4afc-9d2a-1c47143a2c7c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': '2709afce087c4407809ba82db5f41e55', 'user_id': '0625efebec6f4e47a4891f06310a90c2', 'consumer_generation': 1} on consumer ba34a269-5120-4f0a-b1a2-ccef68b99427 {{(pid=69644) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1352.588140] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.601977] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.602187] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.602555] env[69644]: DEBUG nova.network.neutron [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.092655] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.313784] env[69644]: DEBUG nova.network.neutron [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [{"id": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "address": "fa:16:3e:d7:eb:70", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f05a65-03", "ovs_interfaceid": "08f05a65-03c6-482d-9df8-dddd0a0d57be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.589905] env[69644]: DEBUG oslo_vmware.api [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554006, 'name': PowerOnVM_Task, 'duration_secs': 1.036204} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.590320] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.590433] env[69644]: INFO nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1353.590673] env[69644]: DEBUG nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.591730] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802f551-b26b-48d9-b077-62e79e349dce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.816518] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-ba34a269-5120-4f0a-b1a2-ccef68b99427" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.817017] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.817335] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834f8396-2c62-4733-8301-a28a8813f893 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.825369] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1353.825369] env[69644]: value = "task-3554007" [ 1353.825369] env[69644]: _type = "Task" [ 1353.825369] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.833525] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.108914] env[69644]: INFO nova.compute.manager [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Took 13.53 seconds to build instance. [ 1354.335469] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554007, 'name': PowerOffVM_Task, 'duration_secs': 0.245816} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.335709] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.336376] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.336586] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.336739] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.336926] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.337087] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.337239] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.337441] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.337601] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.338055] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.338055] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.338175] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.343043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f0efe9-31c3-4776-8e07-69210aa97e74 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.359195] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1354.359195] env[69644]: value = "task-3554008" [ 1354.359195] env[69644]: _type = "Task" [ 1354.359195] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.369397] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.611372] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4f313bbd-7bca-4deb-bab6-a389d394f34c tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.038s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.869286] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554008, 'name': ReconfigVM_Task, 'duration_secs': 0.139972} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.870072] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b99d4-828f-4aa1-992a-67493c76e13d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.887715] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.887952] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.888109] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.888296] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.888442] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.888586] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.888788] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.888948] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.889136] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.889297] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.889468] env[69644]: DEBUG nova.virt.hardware [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.890208] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cf9489-4ea1-44ce-a4bc-bbe04514aead {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.895803] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1354.895803] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521d941c-8508-1d12-cb23-41deea024237" [ 1354.895803] env[69644]: _type = "Task" [ 1354.895803] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.898725] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.898973] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.899202] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.899388] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.899552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.901697] env[69644]: INFO nova.compute.manager [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Terminating instance [ 1354.909473] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]521d941c-8508-1d12-cb23-41deea024237, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.914673] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.915632] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a629f51c-27a2-4985-9bbd-165e1cee412a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.932949] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1354.932949] env[69644]: value = "task-3554009" [ 1354.932949] env[69644]: _type = "Task" [ 1354.932949] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.940451] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.405669] env[69644]: DEBUG nova.compute.manager [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.405974] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.406817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe918f-bc66-4a6f-8a24-b54edf34ddd3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.414468] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.414692] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99da7366-6402-43f6-aa89-ce03c0ea75b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.422132] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1355.422132] env[69644]: value = "task-3554010" [ 1355.422132] env[69644]: _type = "Task" [ 1355.422132] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.429633] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.440790] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554009, 'name': ReconfigVM_Task, 'duration_secs': 0.167014} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.441070] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69644) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.441777] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49d9b66-1409-48f0-ad27-a1a0611a1f80 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.464155] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.464450] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb54d336-a49c-414d-b31c-1c1df23c986b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.482378] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1355.482378] env[69644]: value = "task-3554011" [ 1355.482378] env[69644]: _type = "Task" [ 1355.482378] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.490337] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.931561] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554010, 'name': PowerOffVM_Task, 'duration_secs': 0.160975} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.931845] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.932016] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.932271] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6341482-97a8-41e5-b6e7-806f252aedab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.992849] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554011, 'name': ReconfigVM_Task, 'duration_secs': 0.236595} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.993168] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427/ba34a269-5120-4f0a-b1a2-ccef68b99427.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.994247] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a4ef9-2edb-4fbe-a326-2b4045f4b3ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.998625] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.998821] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.999180] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Deleting the datastore file [datastore1] 82ad2fa1-53bb-4f49-939d-2ea093b6d127 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.999641] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be21460a-a8ad-4075-b8eb-722d6a9b03ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.017418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4879e-a90c-4344-aeb4-31e4f7087b42 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.019903] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for the task: (returnval){ [ 1356.019903] env[69644]: value = "task-3554013" [ 1356.019903] env[69644]: _type = "Task" [ 1356.019903] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.036965] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00702046-60a9-450b-8ab1-3703aa6a2964 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.042289] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.057192] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b75d5-5ecb-49fa-a1de-682352503532 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.063595] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.063833] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6509ef5a-3b01-4294-ae08-faaafa582564 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.068868] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1356.068868] env[69644]: value = "task-3554014" [ 1356.068868] env[69644]: _type = "Task" [ 1356.068868] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.075830] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.530663] env[69644]: DEBUG oslo_vmware.api [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Task: {'id': task-3554013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125208} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.531031] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.531267] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.531504] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.531725] env[69644]: INFO nova.compute.manager [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1356.532064] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.532307] env[69644]: DEBUG nova.compute.manager [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.532436] env[69644]: DEBUG nova.network.neutron [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.578601] env[69644]: DEBUG oslo_vmware.api [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554014, 'name': PowerOnVM_Task, 'duration_secs': 0.38172} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.578817] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.789249] env[69644]: DEBUG nova.compute.manager [req-0522b57b-5f02-46db-98f3-5d9e1cdea16d req-7e6442f8-2ce2-474e-ad23-df6d6289771d service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Received event network-vif-deleted-7b500b88-a7af-4dc3-82fc-bebdc92ee32c {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.789480] env[69644]: INFO nova.compute.manager [req-0522b57b-5f02-46db-98f3-5d9e1cdea16d req-7e6442f8-2ce2-474e-ad23-df6d6289771d service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Neutron deleted interface 7b500b88-a7af-4dc3-82fc-bebdc92ee32c; detaching it from the instance and deleting it from the info cache [ 1356.789633] env[69644]: DEBUG nova.network.neutron [req-0522b57b-5f02-46db-98f3-5d9e1cdea16d req-7e6442f8-2ce2-474e-ad23-df6d6289771d service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.273553] env[69644]: DEBUG nova.network.neutron [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.292170] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1facd2e5-85c2-4584-8444-067bcb51eba5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.302327] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e0005-7a34-4722-ae98-4f8539d7dedb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.328219] env[69644]: DEBUG nova.compute.manager [req-0522b57b-5f02-46db-98f3-5d9e1cdea16d req-7e6442f8-2ce2-474e-ad23-df6d6289771d service nova] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Detach interface failed, port_id=7b500b88-a7af-4dc3-82fc-bebdc92ee32c, reason: Instance 82ad2fa1-53bb-4f49-939d-2ea093b6d127 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.591059] env[69644]: INFO nova.compute.manager [None req-e7bdc02a-005a-4657-85b5-1b017e4659e9 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance to original state: 'active' [ 1357.776282] env[69644]: INFO nova.compute.manager [-] [instance: 82ad2fa1-53bb-4f49-939d-2ea093b6d127] Took 1.24 seconds to deallocate network for instance. [ 1358.282275] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.282579] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.282774] env[69644]: DEBUG nova.objects.instance [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lazy-loading 'resources' on Instance uuid 82ad2fa1-53bb-4f49-939d-2ea093b6d127 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.852521] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9673131-7527-4399-8379-b355bc5d215e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.860070] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8edd0f5-3d2c-4e90-8c2c-f0122342dd3f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.889612] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7a598-36a4-4103-b654-1146143edbf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.896738] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132340c-a003-434e-b650-9ab34c8e8f19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.909541] env[69644]: DEBUG nova.compute.provider_tree [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.976528] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.976775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.976960] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.977163] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.977334] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.979429] env[69644]: INFO nova.compute.manager [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Terminating instance [ 1359.412581] env[69644]: DEBUG nova.scheduler.client.report [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.482845] env[69644]: DEBUG nova.compute.manager [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.483079] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.483971] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf28a02-2cac-4fa2-bd97-de14e3d3937b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.491643] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.491881] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f54de58-788f-468d-b746-37349071d058 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.497413] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1359.497413] env[69644]: value = "task-3554015" [ 1359.497413] env[69644]: _type = "Task" [ 1359.497413] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.504528] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.917590] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.935364] env[69644]: INFO nova.scheduler.client.report [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Deleted allocations for instance 82ad2fa1-53bb-4f49-939d-2ea093b6d127 [ 1360.006723] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554015, 'name': PowerOffVM_Task, 'duration_secs': 0.166659} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.007071] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.007307] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.007605] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e71dbe-24c4-4b48-9a00-d986e3b10ec2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.072722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.072722] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.072722] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleting the datastore file [datastore1] ba34a269-5120-4f0a-b1a2-ccef68b99427 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.072722] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e07e8c2-7b1e-4032-a91d-fe4e9258ea87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.079113] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1360.079113] env[69644]: value = "task-3554017" [ 1360.079113] env[69644]: _type = "Task" [ 1360.079113] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.086496] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.443137] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cf40ecf8-7e03-4540-a4d7-370362cdb6ef tempest-InstanceActionsNegativeTestJSON-190888764 tempest-InstanceActionsNegativeTestJSON-190888764-project-member] Lock "82ad2fa1-53bb-4f49-939d-2ea093b6d127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.588929] env[69644]: DEBUG oslo_vmware.api [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137081} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.589191] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.589376] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.589550] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.589720] env[69644]: INFO nova.compute.manager [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.589961] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.590166] env[69644]: DEBUG nova.compute.manager [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.590258] env[69644]: DEBUG nova.network.neutron [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.010421] env[69644]: DEBUG nova.compute.manager [req-eadde849-457b-46e4-ad15-f98c250a7a84 req-478d915a-2abb-4320-9a80-33dc6bb6376e service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Received event network-vif-deleted-08f05a65-03c6-482d-9df8-dddd0a0d57be {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.010552] env[69644]: INFO nova.compute.manager [req-eadde849-457b-46e4-ad15-f98c250a7a84 req-478d915a-2abb-4320-9a80-33dc6bb6376e service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Neutron deleted interface 08f05a65-03c6-482d-9df8-dddd0a0d57be; detaching it from the instance and deleting it from the info cache [ 1361.010722] env[69644]: DEBUG nova.network.neutron [req-eadde849-457b-46e4-ad15-f98c250a7a84 req-478d915a-2abb-4320-9a80-33dc6bb6376e service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.492788] env[69644]: DEBUG nova.network.neutron [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.513746] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-027468a3-a215-4443-9504-43dec8001158 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.523698] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc94c1-62d5-4760-95db-961314a9e180 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.552675] env[69644]: DEBUG nova.compute.manager [req-eadde849-457b-46e4-ad15-f98c250a7a84 req-478d915a-2abb-4320-9a80-33dc6bb6376e service nova] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Detach interface failed, port_id=08f05a65-03c6-482d-9df8-dddd0a0d57be, reason: Instance ba34a269-5120-4f0a-b1a2-ccef68b99427 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.998802] env[69644]: INFO nova.compute.manager [-] [instance: ba34a269-5120-4f0a-b1a2-ccef68b99427] Took 1.41 seconds to deallocate network for instance. [ 1362.509819] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.510148] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.510357] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.534629] env[69644]: INFO nova.scheduler.client.report [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted allocations for instance ba34a269-5120-4f0a-b1a2-ccef68b99427 [ 1363.042719] env[69644]: DEBUG oslo_concurrency.lockutils [None req-1269a168-03b4-4795-8486-cbd6f23ff89b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "ba34a269-5120-4f0a-b1a2-ccef68b99427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.066s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.141704] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.142423] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.142606] env[69644]: INFO nova.compute.manager [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Shelving [ 1364.249486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.250008] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.752216] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.152270] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.152606] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-366bdd8f-3ff2-4ee1-94d0-9f36bdb046ab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.160411] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1365.160411] env[69644]: value = "task-3554018" [ 1365.160411] env[69644]: _type = "Task" [ 1365.160411] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.168351] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.271153] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.271461] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.273021] env[69644]: INFO nova.compute.claims [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.610059] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "cf59cd77-776d-4baa-a30d-90b5df930db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.610335] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.670090] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554018, 'name': PowerOffVM_Task, 'duration_secs': 0.175346} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.670400] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.671286] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc2e1b-0b99-4566-afe8-4bcfd36e24cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.691274] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7472a6f-aa5e-4a08-8551-771200ff5ea2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.114579] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.201407] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1366.201778] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-724eb90c-d6e2-4c2e-ab93-67f68a990796 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.211160] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1366.211160] env[69644]: value = "task-3554019" [ 1366.211160] env[69644]: _type = "Task" [ 1366.211160] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.219209] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.347025] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c52048-7f1b-49aa-b527-a9b509991c79 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.354842] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e14e14-57c0-4b55-86bd-3ea14877c40c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.384473] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b71301-4268-4f27-bf18-867c5351972a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.392018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbcd3d5-5128-49ba-9cc8-144f40ed2883 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.405633] env[69644]: DEBUG nova.compute.provider_tree [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.633493] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.720711] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554019, 'name': CreateSnapshot_Task, 'duration_secs': 0.439744} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.721058] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1366.721765] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44072764-70d9-4e5c-b641-219aa39967f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.908517] env[69644]: DEBUG nova.scheduler.client.report [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.239219] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1367.239607] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d239193-7620-4e8a-be52-54d823cb5da8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.248514] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1367.248514] env[69644]: value = "task-3554020" [ 1367.248514] env[69644]: _type = "Task" [ 1367.248514] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.256050] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554020, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.414370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.414929] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.417646] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.784s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.419197] env[69644]: INFO nova.compute.claims [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.758723] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554020, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.924051] env[69644]: DEBUG nova.compute.utils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.927043] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.927217] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.964705] env[69644]: DEBUG nova.policy [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0625efebec6f4e47a4891f06310a90c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2709afce087c4407809ba82db5f41e55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.248124] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Successfully created port: c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.259519] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554020, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.427600] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.494866] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c3cfd3-b938-4d4e-b7f9-9c049096f4ef {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.502581] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c3623-e128-4f92-98b3-78ea176d045d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.533144] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5006f-89c8-43af-9219-ecf84ddfa240 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.540576] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1acce7-5ccb-471b-adc1-3059bc5f8d3a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.553944] env[69644]: DEBUG nova.compute.provider_tree [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.758939] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554020, 'name': CloneVM_Task, 'duration_secs': 1.092669} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.759221] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Created linked-clone VM from snapshot [ 1368.759922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5a170-ced2-4ded-9934-5d2af8076601 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.766960] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Uploading image 27450e62-2eed-4506-9332-110fb2b4cac9 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1368.792588] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1368.792588] env[69644]: value = "vm-709577" [ 1368.792588] env[69644]: _type = "VirtualMachine" [ 1368.792588] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1368.792866] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7381eb24-e294-4bc9-9cbf-df1908f275a1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.800119] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease: (returnval){ [ 1368.800119] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52736003-9c5d-9197-b911-d6596d9c874a" [ 1368.800119] env[69644]: _type = "HttpNfcLease" [ 1368.800119] env[69644]: } obtained for exporting VM: (result){ [ 1368.800119] env[69644]: value = "vm-709577" [ 1368.800119] env[69644]: _type = "VirtualMachine" [ 1368.800119] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1368.800381] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the lease: (returnval){ [ 1368.800381] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52736003-9c5d-9197-b911-d6596d9c874a" [ 1368.800381] env[69644]: _type = "HttpNfcLease" [ 1368.800381] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1368.806296] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.806296] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52736003-9c5d-9197-b911-d6596d9c874a" [ 1368.806296] env[69644]: _type = "HttpNfcLease" [ 1368.806296] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1369.056806] env[69644]: DEBUG nova.scheduler.client.report [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.309135] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1369.309135] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52736003-9c5d-9197-b911-d6596d9c874a" [ 1369.309135] env[69644]: _type = "HttpNfcLease" [ 1369.309135] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1369.309536] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1369.309536] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52736003-9c5d-9197-b911-d6596d9c874a" [ 1369.309536] env[69644]: _type = "HttpNfcLease" [ 1369.309536] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1369.310182] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d349300-b035-411e-9a94-117659e7fc2b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.317877] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1369.318083] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1369.406337] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d5cf9cc-182c-4bab-80a8-e64e9819e929 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.439537] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.459829] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.460082] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.460243] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.460425] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.460571] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.460718] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.460928] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.461181] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.461356] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.461518] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.461686] env[69644]: DEBUG nova.virt.hardware [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.462625] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25708ce3-72f9-4006-924f-53f6f546bcdd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.470120] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f14cb4-f5cc-41ff-bea7-6f8169215efb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.561954] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.562472] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.612058] env[69644]: DEBUG nova.compute.manager [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Received event network-vif-plugged-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.612290] env[69644]: DEBUG oslo_concurrency.lockutils [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] Acquiring lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.612492] env[69644]: DEBUG oslo_concurrency.lockutils [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.612688] env[69644]: DEBUG oslo_concurrency.lockutils [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.612912] env[69644]: DEBUG nova.compute.manager [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] No waiting events found dispatching network-vif-plugged-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1369.612964] env[69644]: WARNING nova.compute.manager [req-3de6ec04-f12f-49f7-9ec5-9156579dc7c3 req-bc2a5a73-d7fd-4d37-b2fa-67c81c4c29ec service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Received unexpected event network-vif-plugged-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 for instance with vm_state building and task_state spawning. [ 1369.698767] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Successfully updated port: c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.068374] env[69644]: DEBUG nova.compute.utils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.070017] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Allocating IP information in the background. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.070290] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] allocate_for_instance() {{(pid=69644) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.118366] env[69644]: DEBUG nova.policy [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2182327a196c4828a80f95730f2468b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b9b2f8c61ce4f53acd1665886a4922a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69644) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.206176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.206176] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.206176] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.410693] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Successfully created port: 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.573869] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.737099] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.868140] env[69644]: DEBUG nova.network.neutron [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.371525] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.371989] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Instance network_info: |[{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.372548] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:45:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b8f3f4-e7ff-41c5-ac33-dfb053e43995', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.385305] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.385657] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.386079] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5334af62-532b-4f59-9c27-f8ca0ba099a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.410845] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.410845] env[69644]: value = "task-3554022" [ 1371.410845] env[69644]: _type = "Task" [ 1371.410845] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.418572] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554022, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.583653] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.609302] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.609698] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.610013] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.610218] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.610368] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.610514] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.610719] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.610874] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.611100] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.611276] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.611447] env[69644]: DEBUG nova.virt.hardware [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.612329] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c2092-6869-4e4a-b577-966e93db4df7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.623610] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8a2ce-f200-48a6-a9d2-e40a49faa910 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.640748] env[69644]: DEBUG nova.compute.manager [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Received event network-changed-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.641090] env[69644]: DEBUG nova.compute.manager [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Refreshing instance network info cache due to event network-changed-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.641371] env[69644]: DEBUG oslo_concurrency.lockutils [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] Acquiring lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.641424] env[69644]: DEBUG oslo_concurrency.lockutils [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] Acquired lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.641628] env[69644]: DEBUG nova.network.neutron [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Refreshing network info cache for port c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.877117] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Successfully updated port: 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.921280] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554022, 'name': CreateVM_Task, 'duration_secs': 0.439496} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.921495] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.922130] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.922296] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.922622] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.922874] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80077ccb-1e3f-48fc-9962-8a8279c1ecf1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.927332] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1371.927332] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5236b3b1-51b1-313f-9e5c-7dd1c183f134" [ 1371.927332] env[69644]: _type = "Task" [ 1371.927332] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.934744] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5236b3b1-51b1-313f-9e5c-7dd1c183f134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.344680] env[69644]: DEBUG nova.network.neutron [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updated VIF entry in instance network info cache for port c3b8f3f4-e7ff-41c5-ac33-dfb053e43995. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.345113] env[69644]: DEBUG nova.network.neutron [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.379370] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.379561] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.379697] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.439517] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5236b3b1-51b1-313f-9e5c-7dd1c183f134, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.439912] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.440171] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.440492] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.440678] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.440918] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.441245] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5a8db5-86db-4098-8aeb-40690b20af73 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.450471] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.450680] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.451559] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1c6a2a-6de5-441d-a184-cd8b84ce5131 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.457734] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1372.457734] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52447aea-7602-bf2b-d93c-548e13e9c32a" [ 1372.457734] env[69644]: _type = "Task" [ 1372.457734] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.466301] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52447aea-7602-bf2b-d93c-548e13e9c32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.848763] env[69644]: DEBUG oslo_concurrency.lockutils [req-1c2b2d3e-2fde-4de7-b8f3-59e2a4364966 req-d0486707-908b-4b37-a8b9-2ee76839ad2a service nova] Releasing lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.909922] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.971404] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52447aea-7602-bf2b-d93c-548e13e9c32a, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.972324] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65331875-3720-450a-bf72-476761fd8832 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.978064] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1372.978064] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd6c0d-5e1c-6dc0-8884-65c512e7b92b" [ 1372.978064] env[69644]: _type = "Task" [ 1372.978064] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.987268] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd6c0d-5e1c-6dc0-8884-65c512e7b92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.026481] env[69644]: DEBUG nova.network.neutron [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.383576] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.489519] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52fd6c0d-5e1c-6dc0-8884-65c512e7b92b, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.489911] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.490078] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d5b69886-0717-48ec-8bf3-442e9ab03bf8/d5b69886-0717-48ec-8bf3-442e9ab03bf8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.490363] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c85fc19-f7b6-4aba-b3e5-a55e2a8d6bfc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.498183] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1373.498183] env[69644]: value = "task-3554023" [ 1373.498183] env[69644]: _type = "Task" [ 1373.498183] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.506424] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.529245] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.529614] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Instance network_info: |[{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.530073] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:c5:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.537740] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Creating folder: Project (2b9b2f8c61ce4f53acd1665886a4922a). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.538068] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9fa1c97-b9eb-4d5a-9b27-55c27a525195 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.549861] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Created folder: Project (2b9b2f8c61ce4f53acd1665886a4922a) in parent group-v709242. [ 1373.550080] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Creating folder: Instances. Parent ref: group-v709579. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.550333] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a766aba-399e-4247-a4cc-09f8bda30bc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.560779] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Created folder: Instances in parent group-v709579. [ 1373.561063] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.561290] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.561502] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89bda139-d496-4137-b678-7113829bab12 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.581383] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.581383] env[69644]: value = "task-3554026" [ 1373.581383] env[69644]: _type = "Task" [ 1373.581383] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.590610] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554026, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.671869] env[69644]: DEBUG nova.compute.manager [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-vif-plugged-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.672204] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Acquiring lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.672446] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.672624] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.672821] env[69644]: DEBUG nova.compute.manager [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] No waiting events found dispatching network-vif-plugged-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1373.672994] env[69644]: WARNING nova.compute.manager [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received unexpected event network-vif-plugged-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 for instance with vm_state building and task_state spawning. [ 1373.673226] env[69644]: DEBUG nova.compute.manager [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.673402] env[69644]: DEBUG nova.compute.manager [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing instance network info cache due to event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.673614] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.673751] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.673924] env[69644]: DEBUG nova.network.neutron [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.010978] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460163} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.011484] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] d5b69886-0717-48ec-8bf3-442e9ab03bf8/d5b69886-0717-48ec-8bf3-442e9ab03bf8.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.011860] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.012245] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805513fb-d506-4173-875a-f0aa44db5ddd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.020428] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1374.020428] env[69644]: value = "task-3554027" [ 1374.020428] env[69644]: _type = "Task" [ 1374.020428] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.030154] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.092898] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554026, 'name': CreateVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.352454] env[69644]: DEBUG nova.network.neutron [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updated VIF entry in instance network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.352957] env[69644]: DEBUG nova.network.neutron [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.378013] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.382870] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.383066] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.383231] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.534244] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082407} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.534684] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.535860] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d42ba25-ca56-4344-9668-63d59c756619 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.568733] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d5b69886-0717-48ec-8bf3-442e9ab03bf8/d5b69886-0717-48ec-8bf3-442e9ab03bf8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.569109] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f938d7fb-7ef9-4779-b366-7df8651592a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.593061] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554026, 'name': CreateVM_Task, 'duration_secs': 0.544055} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.593676] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.594060] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1374.594060] env[69644]: value = "task-3554028" [ 1374.594060] env[69644]: _type = "Task" [ 1374.594060] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.594705] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.594879] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.595240] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.595539] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbfc117-bd69-465f-8097-320a999dd0ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.602953] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1374.602953] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cde674-2aab-ed00-2381-18c3a53aa3c9" [ 1374.602953] env[69644]: _type = "Task" [ 1374.602953] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.606377] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.614561] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cde674-2aab-ed00-2381-18c3a53aa3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.855983] env[69644]: DEBUG oslo_concurrency.lockutils [req-2294e23c-9119-48c8-84e4-09b57c0d2f9b req-b064413f-f4c2-45b9-9497-5fc1f7b49a71 service nova] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.886552] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.886830] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.887042] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.887231] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1374.888146] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a90b63-d4b6-402c-86c2-6ccd8c73e638 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.896524] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadcb316-fdf2-4c85-a005-a7e3b87bc559 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.912841] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7146e-ad4c-45d6-880e-c1b6ae8e4c9c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.920762] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3b3e3-faad-4342-b3fb-db63e76fe37c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.950647] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180423MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1374.950825] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.951103] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.106074] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554028, 'name': ReconfigVM_Task, 'duration_secs': 0.354209} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.106468] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d5b69886-0717-48ec-8bf3-442e9ab03bf8/d5b69886-0717-48ec-8bf3-442e9ab03bf8.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.109857] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2844f48-3ab4-4f27-a78d-ac31aec5df27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.116952] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52cde674-2aab-ed00-2381-18c3a53aa3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.118160] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.118395] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.118624] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.118768] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.118963] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.119284] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1375.119284] env[69644]: value = "task-3554029" [ 1375.119284] env[69644]: _type = "Task" [ 1375.119284] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.119462] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a03e5d6e-9ee3-4f1c-8505-c7bf9cbf8cea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.128566] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554029, 'name': Rename_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.130453] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.130623] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.131323] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8e5d92-635e-4258-a1aa-010d1c71034f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.136593] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1375.136593] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52212ea0-d37f-5315-a007-7713401a31b8" [ 1375.136593] env[69644]: _type = "Task" [ 1375.136593] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.145254] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52212ea0-d37f-5315-a007-7713401a31b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.630844] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554029, 'name': Rename_Task, 'duration_secs': 0.163144} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.631268] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.631416] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c2e3a0-c9ff-4034-9f6c-497e2d506324 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.638293] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1375.638293] env[69644]: value = "task-3554030" [ 1375.638293] env[69644]: _type = "Task" [ 1375.638293] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.650376] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52212ea0-d37f-5315-a007-7713401a31b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.653707] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.653930] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c68bed-e9fc-45d5-9d4e-f0a398284ab9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.658920] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1375.658920] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52580d17-9898-1497-60f6-6484b954628e" [ 1375.658920] env[69644]: _type = "Task" [ 1375.658920] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.666467] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52580d17-9898-1497-60f6-6484b954628e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.978787] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance f694ebec-96f7-4308-828c-e3fa31ecb5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.979022] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 8c2de4f5-afab-4798-8ad8-08d310bb8307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.979170] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance d5b69886-0717-48ec-8bf3-442e9ab03bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.979467] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance cf59cd77-776d-4baa-a30d-90b5df930db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.979467] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1375.979618] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1376.046465] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a496f9-d3c6-4f7c-974c-902acb005ffe {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.054141] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb948abc-ecaa-42fc-83c4-b67163a4211e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.084212] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd1f4e2-88f7-42ee-8fdc-edb4afa990f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.092289] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef3cf8e-aa97-4bf2-a606-17381342bdc3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.106512] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.151807] env[69644]: DEBUG oslo_vmware.api [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554030, 'name': PowerOnVM_Task, 'duration_secs': 0.496383} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.152149] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.152341] env[69644]: INFO nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1376.152542] env[69644]: DEBUG nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.153323] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24e6e1-ec5e-40a4-8a9d-bf6bad00188a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.169258] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52580d17-9898-1497-60f6-6484b954628e, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.169504] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.169752] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/cf59cd77-776d-4baa-a30d-90b5df930db3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.169989] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c768c49-4884-4b71-8c20-634995321a7f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.175585] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1376.175585] env[69644]: value = "task-3554031" [ 1376.175585] env[69644]: _type = "Task" [ 1376.175585] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.184459] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.610655] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.670456] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1376.671963] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0eb01-dd52-43d0-b35f-0e7f01688d47 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.680053] env[69644]: INFO nova.compute.manager [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Took 11.42 seconds to build instance. [ 1376.682336] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1376.682460] env[69644]: ERROR oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk due to incomplete transfer. [ 1376.683247] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6335adbd-7f03-44aa-98d0-35b282afda2b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.688104] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482939} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.688685] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/cf59cd77-776d-4baa-a30d-90b5df930db3.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.688916] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.689175] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e435bb7f-f830-46d9-982c-98da14ff34ce {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.695488] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1376.695488] env[69644]: value = "task-3554032" [ 1376.695488] env[69644]: _type = "Task" [ 1376.695488] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.703333] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.706575] env[69644]: DEBUG oslo_vmware.rw_handles [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee471b-8bf6-29ea-4c5b-8c292323c163/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1376.706765] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Uploaded image 27450e62-2eed-4506-9332-110fb2b4cac9 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1376.709181] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1376.709423] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-633a2142-1a84-4c5c-9553-03a019a7e9cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.716034] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1376.716034] env[69644]: value = "task-3554033" [ 1376.716034] env[69644]: _type = "Task" [ 1376.716034] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.724256] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554033, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.115868] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1377.116136] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.184096] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4d508cb8-65b4-44a1-8022-91f5a1c44700 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.934s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.205089] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216132} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.205360] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.206135] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69deac47-e36f-4ac0-9ba2-faa31f2754f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.228048] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/cf59cd77-776d-4baa-a30d-90b5df930db3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.230823] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8c7fcc-61b5-4830-b850-353cd0fc5bab {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.249581] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554033, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.250767] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1377.250767] env[69644]: value = "task-3554034" [ 1377.250767] env[69644]: _type = "Task" [ 1377.250767] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.260404] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.318756] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.319167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.319427] env[69644]: INFO nova.compute.manager [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Shelving [ 1377.384855] env[69644]: DEBUG nova.compute.manager [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Received event network-changed-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.384855] env[69644]: DEBUG nova.compute.manager [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Refreshing instance network info cache due to event network-changed-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.385186] env[69644]: DEBUG oslo_concurrency.lockutils [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] Acquiring lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.385186] env[69644]: DEBUG oslo_concurrency.lockutils [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] Acquired lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.385296] env[69644]: DEBUG nova.network.neutron [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Refreshing network info cache for port c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.728891] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554033, 'name': Destroy_Task} progress is 33%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.759012] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554034, 'name': ReconfigVM_Task, 'duration_secs': 0.277383} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.759289] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Reconfigured VM instance instance-0000007d to attach disk [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/cf59cd77-776d-4baa-a30d-90b5df930db3.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.759880] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835159ec-dcb2-4d23-88ff-360b048650c9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.765593] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1377.765593] env[69644]: value = "task-3554035" [ 1377.765593] env[69644]: _type = "Task" [ 1377.765593] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.772584] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554035, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.088420] env[69644]: DEBUG nova.network.neutron [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updated VIF entry in instance network info cache for port c3b8f3f4-e7ff-41c5-ac33-dfb053e43995. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.088787] env[69644]: DEBUG nova.network.neutron [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.116626] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.116792] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1378.230248] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554033, 'name': Destroy_Task, 'duration_secs': 1.371093} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.230497] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Destroyed the VM [ 1378.230731] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1378.230959] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da769dea-e211-42c6-aebf-e38bab13a68d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.237347] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1378.237347] env[69644]: value = "task-3554036" [ 1378.237347] env[69644]: _type = "Task" [ 1378.237347] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.244638] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554036, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.274279] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554035, 'name': Rename_Task, 'duration_secs': 0.139723} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.274558] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.274803] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3a6a3d-8318-483d-bdcb-e7782ec579a2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.280298] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1378.280298] env[69644]: value = "task-3554037" [ 1378.280298] env[69644]: _type = "Task" [ 1378.280298] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.287725] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.328685] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.329117] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4810d176-07e3-46d9-9bc5-9fb31e3e20f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.336947] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1378.336947] env[69644]: value = "task-3554038" [ 1378.336947] env[69644]: _type = "Task" [ 1378.336947] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.345333] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.591791] env[69644]: DEBUG oslo_concurrency.lockutils [req-cf3cd456-8d48-4c7a-a7ab-38410598ef46 req-4c42d8bd-401d-46a6-9d57-fe3c8be95d68 service nova] Releasing lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.747448] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554036, 'name': RemoveSnapshot_Task, 'duration_secs': 0.338145} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.747845] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1378.748012] env[69644]: DEBUG nova.compute.manager [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1378.748790] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edbb663-7184-4742-be53-33d958acac64 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.790154] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.847923] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554038, 'name': PowerOffVM_Task, 'duration_secs': 0.211943} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.848268] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.849363] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d449002-d413-462c-b644-7065be1bee14 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.875865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a35da-e250-45c8-84a0-00ca3591c6e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.261781] env[69644]: INFO nova.compute.manager [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Shelve offloading [ 1379.292065] env[69644]: DEBUG oslo_vmware.api [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554037, 'name': PowerOnVM_Task, 'duration_secs': 0.857339} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.292065] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.292065] env[69644]: INFO nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1379.292065] env[69644]: DEBUG nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1379.292691] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e40ac-5441-4926-9a9e-c93c060b678a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.384336] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.392633] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Creating Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1379.393167] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a4d598b-2e0d-4d1a-9155-7cf7a2d42286 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.400877] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1379.400877] env[69644]: value = "task-3554039" [ 1379.400877] env[69644]: _type = "Task" [ 1379.400877] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.409301] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.765876] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.766292] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82547208-92ac-4b67-830f-ccc071be2dac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.774013] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1379.774013] env[69644]: value = "task-3554040" [ 1379.774013] env[69644]: _type = "Task" [ 1379.774013] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.781973] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.807977] env[69644]: INFO nova.compute.manager [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Took 13.19 seconds to build instance. [ 1379.915522] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.080217] env[69644]: INFO nova.compute.manager [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Rescuing [ 1380.080576] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.080774] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.080980] env[69644]: DEBUG nova.network.neutron [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.284479] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1380.284703] env[69644]: DEBUG nova.compute.manager [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1380.285461] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcb569a-2012-44dc-bddd-b12f1e2407af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.290876] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.291087] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.291244] env[69644]: DEBUG nova.network.neutron [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.309368] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd77ec41-5674-4034-ae28-5b4d9c6ffc7a tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.699s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.383798] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.411844] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554039, 'name': CreateSnapshot_Task, 'duration_secs': 0.877614} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.412105] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Created Snapshot of the VM instance {{(pid=69644) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1380.412794] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1815011-b2a2-448d-8f61-d535bb316337 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.749895] env[69644]: DEBUG nova.network.neutron [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.930543] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Creating linked-clone VM from snapshot {{(pid=69644) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1380.930878] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04c03269-b395-4656-bcaf-dc0e0c11cd5c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.941581] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1380.941581] env[69644]: value = "task-3554041" [ 1380.941581] env[69644]: _type = "Task" [ 1380.941581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.949628] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554041, 'name': CloneVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.995468] env[69644]: DEBUG nova.network.neutron [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.255620] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.452209] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554041, 'name': CloneVM_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.498299] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.722410] env[69644]: DEBUG nova.compute.manager [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-vif-unplugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.722729] env[69644]: DEBUG oslo_concurrency.lockutils [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.722835] env[69644]: DEBUG oslo_concurrency.lockutils [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.723062] env[69644]: DEBUG oslo_concurrency.lockutils [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.725757] env[69644]: DEBUG nova.compute.manager [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] No waiting events found dispatching network-vif-unplugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1381.726030] env[69644]: WARNING nova.compute.manager [req-e21ac3d1-4344-4d3b-a9b3-7e3f99bc7686 req-9b2a5e0d-1832-412e-bdf4-5855f1b6d1ff service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received unexpected event network-vif-unplugged-40286812-d681-4fd0-b99e-da8b86ae7810 for instance with vm_state shelved and task_state shelving_offloading. [ 1381.811874] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.812820] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50fa3c1-d280-4174-8d4f-8134ca62475c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.820913] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.821168] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf35e755-5c61-4ceb-8ada-afe1c70f6bb8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.889067] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.889417] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.889677] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleting the datastore file [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.890184] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e0fe94-42f0-4866-8cca-ccc1f470b82e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.896919] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1381.896919] env[69644]: value = "task-3554043" [ 1381.896919] env[69644]: _type = "Task" [ 1381.896919] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.905531] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.952184] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554041, 'name': CloneVM_Task} progress is 95%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.406404] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.451502] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554041, 'name': CloneVM_Task, 'duration_secs': 1.104606} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.451776] env[69644]: INFO nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Created linked-clone VM from snapshot [ 1382.452572] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a59dc94-8fde-4489-a91c-f378cc5db44b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.460828] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Uploading image f167700a-0ae4-4139-b693-f33e44494a52 {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1382.483616] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1382.483616] env[69644]: value = "vm-709583" [ 1382.483616] env[69644]: _type = "VirtualMachine" [ 1382.483616] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1382.483884] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6dddf5ce-912c-4496-b03e-5c05aecd5f30 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.491453] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease: (returnval){ [ 1382.491453] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520cc43b-afc1-942a-8ead-b2dbbba052a2" [ 1382.491453] env[69644]: _type = "HttpNfcLease" [ 1382.491453] env[69644]: } obtained for exporting VM: (result){ [ 1382.491453] env[69644]: value = "vm-709583" [ 1382.491453] env[69644]: _type = "VirtualMachine" [ 1382.491453] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1382.491768] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the lease: (returnval){ [ 1382.491768] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520cc43b-afc1-942a-8ead-b2dbbba052a2" [ 1382.491768] env[69644]: _type = "HttpNfcLease" [ 1382.491768] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1382.497796] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.497796] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520cc43b-afc1-942a-8ead-b2dbbba052a2" [ 1382.497796] env[69644]: _type = "HttpNfcLease" [ 1382.497796] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1382.794041] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.794367] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379da61f-71ca-4220-afce-be49247bbb8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.802012] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1382.802012] env[69644]: value = "task-3554045" [ 1382.802012] env[69644]: _type = "Task" [ 1382.802012] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.809842] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.908106] env[69644]: DEBUG oslo_vmware.api [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612966} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.908381] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.908581] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.908771] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.936290] env[69644]: INFO nova.scheduler.client.report [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted allocations for instance f694ebec-96f7-4308-828c-e3fa31ecb5e0 [ 1383.000192] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.000192] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520cc43b-afc1-942a-8ead-b2dbbba052a2" [ 1383.000192] env[69644]: _type = "HttpNfcLease" [ 1383.000192] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1383.000527] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1383.000527] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]520cc43b-afc1-942a-8ead-b2dbbba052a2" [ 1383.000527] env[69644]: _type = "HttpNfcLease" [ 1383.000527] env[69644]: }. {{(pid=69644) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1383.001238] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea22c5-2f6a-4092-bdf0-c36281c029b8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.008347] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1383.008561] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk for reading. {{(pid=69644) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1383.105230] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc61d406-f36a-4478-8900-110a44e63420 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.311603] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554045, 'name': PowerOffVM_Task, 'duration_secs': 0.209164} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.311989] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.312922] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda5750-2297-49ea-b408-ed354a2b373b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.331342] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e0ba6-d364-4acd-9944-37e040fc88d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.360606] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.360955] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fac664d-eb34-421e-8c07-31cbdb9a51f9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.368359] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1383.368359] env[69644]: value = "task-3554046" [ 1383.368359] env[69644]: _type = "Task" [ 1383.368359] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.376367] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.440762] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.441062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.441368] env[69644]: DEBUG nova.objects.instance [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'resources' on Instance uuid f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.751977] env[69644]: DEBUG nova.compute.manager [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.752297] env[69644]: DEBUG nova.compute.manager [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing instance network info cache due to event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.752602] env[69644]: DEBUG oslo_concurrency.lockutils [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.752800] env[69644]: DEBUG oslo_concurrency.lockutils [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.753027] env[69644]: DEBUG nova.network.neutron [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.879530] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1383.880048] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.880486] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.880775] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.881097] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.881509] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a0a0a3-d910-4c1c-8ecd-89585740598d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.892351] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.892626] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.893633] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9688bc-5a84-4d81-b8c6-61354555c6b7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.901834] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1383.901834] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52221652-aa04-69d2-78e7-769e0f51732c" [ 1383.901834] env[69644]: _type = "Task" [ 1383.901834] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.909998] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52221652-aa04-69d2-78e7-769e0f51732c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.944125] env[69644]: DEBUG nova.objects.instance [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'numa_topology' on Instance uuid f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.413211] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52221652-aa04-69d2-78e7-769e0f51732c, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.414107] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fad70f-7154-49d7-ab2a-02e7f0572998 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.422750] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1384.422750] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525a5dcf-c8ad-810a-e84b-093915c439ab" [ 1384.422750] env[69644]: _type = "Task" [ 1384.422750] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.432935] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]525a5dcf-c8ad-810a-e84b-093915c439ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.434031] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.434031] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. {{(pid=69644) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1384.434031] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b5f10b6-930c-495c-8afc-900dbc9f3c87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.441466] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1384.441466] env[69644]: value = "task-3554047" [ 1384.441466] env[69644]: _type = "Task" [ 1384.441466] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.445783] env[69644]: DEBUG nova.objects.base [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1384.451548] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.485848] env[69644]: DEBUG nova.network.neutron [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updated VIF entry in instance network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.486355] env[69644]: DEBUG nova.network.neutron [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": null, "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap40286812-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.500308] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b248ba8-af29-4a84-9d5c-acf4ed84e839 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.509334] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e59af-8f98-4785-bc70-9cbac56ee42d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.541345] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c2e05-6853-4820-b1e5-89f597dee2c4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.548789] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4dd09c-63b4-4d23-9b70-a158a4759042 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.563999] env[69644]: DEBUG nova.compute.provider_tree [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.953496] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.991063] env[69644]: DEBUG oslo_concurrency.lockutils [req-59aedd87-2411-4c28-a4b4-3e6e1d510b87 req-e0e62eb4-3ceb-4ced-a3e8-beac1e57fdb4 service nova] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.067126] env[69644]: DEBUG nova.scheduler.client.report [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.354644] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.452603] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552689} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.453106] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk. [ 1385.453723] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ff10c-1d4c-4e1b-8bdc-a23d9038b82f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.478053] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.478363] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1f3911-3f3e-4291-9bc4-126e4cb44105 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.496216] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1385.496216] env[69644]: value = "task-3554048" [ 1385.496216] env[69644]: _type = "Task" [ 1385.496216] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.504219] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.572034] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.007086] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554048, 'name': ReconfigVM_Task, 'duration_secs': 0.329018} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.007456] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Reconfigured VM instance instance-0000007d to attach disk [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3/1bb75d77-95da-4f55-b736-c24ade6a163b-rescue.vmdk or device None with type thin {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.008482] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f49eeb-ca62-4b8a-87ef-f942feb37f93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.033887] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4244a538-239c-4baf-a5ff-b19f092af491 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.049996] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1386.049996] env[69644]: value = "task-3554049" [ 1386.049996] env[69644]: _type = "Task" [ 1386.049996] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.059396] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.080225] env[69644]: DEBUG oslo_concurrency.lockutils [None req-f6ebb1b9-f4a7-4cd2-9a83-8aef90b841b3 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.938s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.081249] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.727s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.081349] env[69644]: INFO nova.compute.manager [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Unshelving [ 1386.560778] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.061618] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.106041] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.106211] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.106349] env[69644]: DEBUG nova.objects.instance [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'pci_requests' on Instance uuid f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.561911] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554049, 'name': ReconfigVM_Task, 'duration_secs': 1.167076} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.562215] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.562471] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8990e8-157e-499a-b958-f97ceef0cce1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.568642] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1387.568642] env[69644]: value = "task-3554050" [ 1387.568642] env[69644]: _type = "Task" [ 1387.568642] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.575950] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.610028] env[69644]: DEBUG nova.objects.instance [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'numa_topology' on Instance uuid f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.079490] env[69644]: DEBUG oslo_vmware.api [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554050, 'name': PowerOnVM_Task, 'duration_secs': 0.387286} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.079874] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.084435] env[69644]: DEBUG nova.compute.manager [None req-6a923843-f803-41e1-8eb6-b1057ebc3086 tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.085272] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620dc3e8-12f5-4d8d-86b9-a016c77a0258 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.112725] env[69644]: INFO nova.compute.claims [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.002948] env[69644]: DEBUG nova.compute.manager [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.003263] env[69644]: DEBUG nova.compute.manager [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing instance network info cache due to event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.003389] env[69644]: DEBUG oslo_concurrency.lockutils [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.003529] env[69644]: DEBUG oslo_concurrency.lockutils [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.003733] env[69644]: DEBUG nova.network.neutron [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.188880] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7d3b8-93de-4c8d-b69a-8e146bc83a45 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.195034] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f4ae3-5b76-4a12-b5fb-c04a06238828 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.224745] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f7b73-9605-416a-ac9e-763d6cbc9386 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.232297] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d672e9c8-d95d-4960-8814-3a999c093cb3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.245320] env[69644]: DEBUG nova.compute.provider_tree [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.704736] env[69644]: DEBUG nova.network.neutron [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updated VIF entry in instance network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.705130] env[69644]: DEBUG nova.network.neutron [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.749116] env[69644]: DEBUG nova.scheduler.client.report [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.208191] env[69644]: DEBUG oslo_concurrency.lockutils [req-f2fa60d3-1595-4409-9ce4-20ed39f9ff6e req-f17dcecd-ed20-4325-8f13-1a349ef822ba service nova] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.254503] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.148s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.285207] env[69644]: INFO nova.network.neutron [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating port 40286812-d681-4fd0-b99e-da8b86ae7810 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1390.637447] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1390.638429] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183fb2c0-50de-4ca6-ae7b-7cb02e3df35e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.645094] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1390.645094] env[69644]: ERROR oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk due to incomplete transfer. [ 1390.645281] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-484fd264-8487-4fd1-94e3-a138f6a8306d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.653813] env[69644]: DEBUG oslo_vmware.rw_handles [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221ca8d-a7d3-a1d0-2174-560525a1d365/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1390.654070] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Uploaded image f167700a-0ae4-4139-b693-f33e44494a52 to the Glance image server {{(pid=69644) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1390.656780] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Destroying the VM {{(pid=69644) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1390.657075] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9418a8c6-c61b-423e-a7bc-60084df8bde6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.663898] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1390.663898] env[69644]: value = "task-3554051" [ 1390.663898] env[69644]: _type = "Task" [ 1390.663898] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.671559] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554051, 'name': Destroy_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.034049] env[69644]: DEBUG nova.compute.manager [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.034049] env[69644]: DEBUG nova.compute.manager [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing instance network info cache due to event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.034049] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.034242] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.034323] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.174428] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554051, 'name': Destroy_Task, 'duration_secs': 0.44868} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.174704] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Destroyed the VM [ 1391.174935] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleting Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1391.175193] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f54ebb03-e3c1-46cc-9904-25f43edcd971 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.181935] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1391.181935] env[69644]: value = "task-3554052" [ 1391.181935] env[69644]: _type = "Task" [ 1391.181935] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.189941] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.691522] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554052, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.788458] env[69644]: DEBUG nova.compute.manager [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.788673] env[69644]: DEBUG oslo_concurrency.lockutils [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.788921] env[69644]: DEBUG oslo_concurrency.lockutils [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.789574] env[69644]: DEBUG oslo_concurrency.lockutils [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.789942] env[69644]: DEBUG nova.compute.manager [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] No waiting events found dispatching network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1391.790307] env[69644]: WARNING nova.compute.manager [req-123010ee-8728-491e-ad77-00bef0379664 req-37177b8d-72e8-452b-87c4-131e50ee6ac9 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received unexpected event network-vif-plugged-40286812-d681-4fd0-b99e-da8b86ae7810 for instance with vm_state shelved_offloaded and task_state spawning. [ 1391.823809] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updated VIF entry in instance network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.824184] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.909786] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.909970] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.910170] env[69644]: DEBUG nova.network.neutron [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.192633] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609503} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.192899] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleted Snapshot of the VM instance {{(pid=69644) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1392.193192] env[69644]: DEBUG nova.compute.manager [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.193951] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3574c4-5f5e-4b65-b73f-66021be492f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.327014] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.327369] env[69644]: DEBUG nova.compute.manager [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.327608] env[69644]: DEBUG nova.compute.manager [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing instance network info cache due to event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.327889] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.328032] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.328217] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.545062] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "cf59cd77-776d-4baa-a30d-90b5df930db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.545233] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.545376] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.545564] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.545730] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.547894] env[69644]: INFO nova.compute.manager [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Terminating instance [ 1392.609112] env[69644]: DEBUG nova.network.neutron [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.705508] env[69644]: INFO nova.compute.manager [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Shelve offloading [ 1392.995123] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updated VIF entry in instance network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.995477] env[69644]: DEBUG nova.network.neutron [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.054145] env[69644]: DEBUG nova.compute.manager [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.054399] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.055337] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48202a8-bfca-4004-9d36-682a4f97a20d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.062113] env[69644]: DEBUG nova.compute.manager [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.062113] env[69644]: DEBUG nova.compute.manager [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing instance network info cache due to event network-changed-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.062113] env[69644]: DEBUG oslo_concurrency.lockutils [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] Acquiring lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.064436] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.064662] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3136cb4-9a9f-40bd-b59d-3bfdfe82c0d8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.070629] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1393.070629] env[69644]: value = "task-3554053" [ 1393.070629] env[69644]: _type = "Task" [ 1393.070629] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.079103] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.111753] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.142399] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='687335fdead68e1317ecdd76007f8713',container_format='bare',created_at=2025-04-24T15:07:14Z,direct_url=,disk_format='vmdk',id=27450e62-2eed-4506-9332-110fb2b4cac9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-762301500-shelved',owner='96bc7648fb084e6ba0956cf1ccf73d26',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-24T15:07:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.142669] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.142835] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.143012] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.143166] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.143316] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.143524] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.143682] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.143845] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.144011] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.144212] env[69644]: DEBUG nova.virt.hardware [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.145401] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009c4ba-0cd7-44f8-853a-040fcb9896b3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.153856] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7baadb-0489-4f69-96c6-aaef6fff2900 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.168270] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:1b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40286812-d681-4fd0-b99e-da8b86ae7810', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.175632] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.175875] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.176099] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6794232-2118-4cee-bf9f-91b0b7b6a291 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.195311] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.195311] env[69644]: value = "task-3554054" [ 1393.195311] env[69644]: _type = "Task" [ 1393.195311] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.202704] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554054, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.210053] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.210053] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da2ad189-adc2-496a-abb0-e317726a6a41 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.215447] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1393.215447] env[69644]: value = "task-3554055" [ 1393.215447] env[69644]: _type = "Task" [ 1393.215447] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.223116] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.498455] env[69644]: DEBUG oslo_concurrency.lockutils [req-aab6428c-decf-4683-b6d5-2e76c00a10c2 req-da31875e-5c83-4ed8-abff-593d39eb7603 service nova] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.498969] env[69644]: DEBUG oslo_concurrency.lockutils [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] Acquired lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.499228] env[69644]: DEBUG nova.network.neutron [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Refreshing network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.580828] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554053, 'name': PowerOffVM_Task, 'duration_secs': 0.225768} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.581086] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.581258] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.581529] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0a2a1fa-22d4-47c5-917e-ed34461926e8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.647697] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.647943] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.648121] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Deleting the datastore file [datastore1] cf59cd77-776d-4baa-a30d-90b5df930db3 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.648397] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ccd7f3b-3b07-4962-a334-c0ea76a8ac2b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.655236] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for the task: (returnval){ [ 1393.655236] env[69644]: value = "task-3554057" [ 1393.655236] env[69644]: _type = "Task" [ 1393.655236] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.663637] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.705093] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554054, 'name': CreateVM_Task, 'duration_secs': 0.329773} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.705268] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.705923] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.706169] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.706523] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.706777] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0620e804-01c1-446d-bcf5-8f985d36abc6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.711325] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1393.711325] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277ce5a-2002-48c4-83b6-ab58f8a00a36" [ 1393.711325] env[69644]: _type = "Task" [ 1393.711325] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.718571] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5277ce5a-2002-48c4-83b6-ab58f8a00a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.726011] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] VM already powered off {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1393.726231] env[69644]: DEBUG nova.compute.manager [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1393.726936] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc3e68-1703-4b3a-9aaa-a8cf19259e04 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.733459] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.733627] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.733785] env[69644]: DEBUG nova.network.neutron [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.814462] env[69644]: DEBUG nova.compute.manager [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.814640] env[69644]: DEBUG nova.compute.manager [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing instance network info cache due to event network-changed-40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.814855] env[69644]: DEBUG oslo_concurrency.lockutils [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] Acquiring lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.814981] env[69644]: DEBUG oslo_concurrency.lockutils [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] Acquired lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.815161] env[69644]: DEBUG nova.network.neutron [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Refreshing network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.164607] env[69644]: DEBUG oslo_vmware.api [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Task: {'id': task-3554057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2155} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.164864] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.165056] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.165234] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.165405] env[69644]: INFO nova.compute.manager [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.165666] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.165846] env[69644]: DEBUG nova.compute.manager [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.165940] env[69644]: DEBUG nova.network.neutron [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.168029] env[69644]: DEBUG nova.network.neutron [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updated VIF entry in instance network info cache for port 5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.168359] env[69644]: DEBUG nova.network.neutron [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [{"id": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "address": "fa:16:3e:5a:c5:e4", "network": {"id": "8ec6519c-6d23-444a-b640-daa06bc8f56b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1525681861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b9b2f8c61ce4f53acd1665886a4922a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6d9228-e2", "ovs_interfaceid": "5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.222634] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.222879] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Processing image 27450e62-2eed-4506-9332-110fb2b4cac9 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.223129] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.223281] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.223464] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.223709] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4ef692-d6e8-48bf-8a3e-1bf50696d065 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.231954] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.232139] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.232832] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1a663b-48aa-4e80-b598-ddc32d5af542 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.239111] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1394.239111] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526b600a-6104-0eba-b69f-283ad6e1508e" [ 1394.239111] env[69644]: _type = "Task" [ 1394.239111] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.246971] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]526b600a-6104-0eba-b69f-283ad6e1508e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.671757] env[69644]: DEBUG oslo_concurrency.lockutils [req-02a56b00-8686-4bf5-ab61-0d5396423f7e req-fff98b2a-75ab-439d-b83d-ca9564c41dc6 service nova] Releasing lock "refresh_cache-cf59cd77-776d-4baa-a30d-90b5df930db3" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.755848] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1394.756209] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Fetch image to [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c/OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1394.756490] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Downloading stream optimized image 27450e62-2eed-4506-9332-110fb2b4cac9 to [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c/OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c.vmdk on the data store datastore2 as vApp {{(pid=69644) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1394.756779] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Downloading image file data 27450e62-2eed-4506-9332-110fb2b4cac9 to the ESX as VM named 'OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c' {{(pid=69644) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1394.836722] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1394.836722] env[69644]: value = "resgroup-9" [ 1394.836722] env[69644]: _type = "ResourcePool" [ 1394.836722] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1394.837205] env[69644]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-773562e1-7fa9-4d35-b6a3-d23476e9e129 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.859106] env[69644]: DEBUG nova.network.neutron [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.861600] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease: (returnval){ [ 1394.861600] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52609275-6b57-ef0a-dc6a-76ac19bed358" [ 1394.861600] env[69644]: _type = "HttpNfcLease" [ 1394.861600] env[69644]: } obtained for vApp import into resource pool (val){ [ 1394.861600] env[69644]: value = "resgroup-9" [ 1394.861600] env[69644]: _type = "ResourcePool" [ 1394.861600] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1394.862042] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the lease: (returnval){ [ 1394.862042] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52609275-6b57-ef0a-dc6a-76ac19bed358" [ 1394.862042] env[69644]: _type = "HttpNfcLease" [ 1394.862042] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1394.870325] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.870325] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52609275-6b57-ef0a-dc6a-76ac19bed358" [ 1394.870325] env[69644]: _type = "HttpNfcLease" [ 1394.870325] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.929446] env[69644]: DEBUG nova.network.neutron [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updated VIF entry in instance network info cache for port 40286812-d681-4fd0-b99e-da8b86ae7810. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.929822] env[69644]: DEBUG nova.network.neutron [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [{"id": "40286812-d681-4fd0-b99e-da8b86ae7810", "address": "fa:16:3e:82:1b:44", "network": {"id": "34a7bca2-732e-45d7-8afd-d4fcf6bfa1ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-427748095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bc7648fb084e6ba0956cf1ccf73d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40286812-d6", "ovs_interfaceid": "40286812-d681-4fd0-b99e-da8b86ae7810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.304033] env[69644]: DEBUG nova.network.neutron [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.363107] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.371849] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.371849] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52609275-6b57-ef0a-dc6a-76ac19bed358" [ 1395.371849] env[69644]: _type = "HttpNfcLease" [ 1395.371849] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1395.372175] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1395.372175] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52609275-6b57-ef0a-dc6a-76ac19bed358" [ 1395.372175] env[69644]: _type = "HttpNfcLease" [ 1395.372175] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1395.372908] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23142431-cffd-400c-9c2b-86bb6c2d4119 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.381776] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1395.381949] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1395.438795] env[69644]: DEBUG oslo_concurrency.lockutils [req-3fda4b5a-6e6a-4919-8620-0e8d6d365876 req-02aea0c0-4ead-4a1e-88b4-0d934f2c1401 service nova] Releasing lock "refresh_cache-f694ebec-96f7-4308-828c-e3fa31ecb5e0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.445738] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0713f8a5-d780-4e62-ac42-dffe6253b0f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.710563] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.711585] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8368580b-0e33-41e3-a994-991b6203d9a3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.721608] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.723323] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a342ecd-af5e-4b28-ba9f-54a52d7f8cd4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.786995] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.787408] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.787408] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.788757] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e83dbe8d-ea3b-4100-8f58-6336e0738ca2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.796261] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1395.796261] env[69644]: value = "task-3554060" [ 1395.796261] env[69644]: _type = "Task" [ 1395.796261] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.805596] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.805938] env[69644]: INFO nova.compute.manager [-] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Took 1.64 seconds to deallocate network for instance. [ 1395.851762] env[69644]: DEBUG nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: cf59cd77-776d-4baa-a30d-90b5df930db3] Received event network-vif-deleted-5b6d9228-e2eb-4a05-a1dc-9ed9df5b2348 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.851991] env[69644]: DEBUG nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-vif-unplugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.852205] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.852402] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.852564] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.852724] env[69644]: DEBUG nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] No waiting events found dispatching network-vif-unplugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1395.852898] env[69644]: WARNING nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received unexpected event network-vif-unplugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b for instance with vm_state shelved and task_state shelving_offloading. [ 1395.853073] env[69644]: DEBUG nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.853231] env[69644]: DEBUG nova.compute.manager [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing instance network info cache due to event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.853407] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.853541] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.853713] env[69644]: DEBUG nova.network.neutron [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.308859] env[69644]: DEBUG oslo_vmware.api [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183439} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.310054] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.310328] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.310646] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.315291] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.315574] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.315885] env[69644]: DEBUG nova.objects.instance [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lazy-loading 'resources' on Instance uuid cf59cd77-776d-4baa-a30d-90b5df930db3 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.335978] env[69644]: INFO nova.scheduler.client.report [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted allocations for instance 8c2de4f5-afab-4798-8ad8-08d310bb8307 [ 1396.518413] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1396.518525] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1396.519456] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de11e27-bd00-4ccb-9f7e-ccd78cb41861 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.526982] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1396.527133] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1396.527250] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a84173f9-578b-4600-994e-10d3445f1b61 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.565570] env[69644]: DEBUG nova.network.neutron [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updated VIF entry in instance network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.566037] env[69644]: DEBUG nova.network.neutron [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap17344ffc-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.714395] env[69644]: DEBUG oslo_vmware.rw_handles [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ab4cd-1135-0aab-64bb-a75b3f47c120/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1396.714616] env[69644]: INFO nova.virt.vmwareapi.images [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Downloaded image file data 27450e62-2eed-4506-9332-110fb2b4cac9 [ 1396.715491] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7859d3-62fd-4b81-877f-6413e68250f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.731087] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6976b6cf-a7f7-440f-afe6-192f2aa0e660 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.802521] env[69644]: INFO nova.virt.vmwareapi.images [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] The imported VM was unregistered [ 1396.804934] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1396.805075] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Creating directory with path [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.805310] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdf2f924-59b9-4dd1-bd75-ede81d94776c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.815986] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Created directory with path [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.816192] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c/OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c.vmdk to [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk. {{(pid=69644) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1396.816426] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-29dded5d-194f-41a4-ae1b-cad4fb2f68d2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.825113] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1396.825113] env[69644]: value = "task-3554062" [ 1396.825113] env[69644]: _type = "Task" [ 1396.825113] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.832525] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.840535] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.868759] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5345c4d-cef4-4d48-9148-536afe516b18 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.876243] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89da343-999d-4305-b303-3b819a196f1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.909417] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bbcd9-8a62-490c-b50a-0d59a41c4dbf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.916906] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334b49c-4fcc-478a-89c3-f9979fe9edf8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.930141] env[69644]: DEBUG nova.compute.provider_tree [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.069297] env[69644]: DEBUG oslo_concurrency.lockutils [req-00ad6cfc-3da4-4c2f-9129-d20deb915bcd req-f76a4ad9-1a53-4e01-a80b-991df510a94f service nova] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.335996] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.433513] env[69644]: DEBUG nova.scheduler.client.report [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.836132] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.938660] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.941091] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.101s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.941331] env[69644]: DEBUG nova.objects.instance [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'resources' on Instance uuid 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.963467] env[69644]: INFO nova.scheduler.client.report [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Deleted allocations for instance cf59cd77-776d-4baa-a30d-90b5df930db3 [ 1398.336830] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.443863] env[69644]: DEBUG nova.objects.instance [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.475688] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e7e1da8d-236b-4fb6-b7f5-2d4f060fa8bd tempest-ServerRescueTestJSONUnderV235-1886825060 tempest-ServerRescueTestJSONUnderV235-1886825060-project-member] Lock "cf59cd77-776d-4baa-a30d-90b5df930db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.930s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.837331] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.947020] env[69644]: DEBUG nova.objects.base [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Object Instance<8c2de4f5-afab-4798-8ad8-08d310bb8307> lazy-loaded attributes: resources,numa_topology {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1399.005217] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc0dfb-17cb-49c6-a140-e02bf9425d57 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.015418] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81332069-5f2c-492c-8b12-eb68b3a07aad {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.049018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f4166-93ec-4f0f-8d36-778f545a4d46 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.056381] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0938dd-c827-48fb-882c-4f73716e1ad4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.069179] env[69644]: DEBUG nova.compute.provider_tree [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.175799] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.340733] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554062, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.167647} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.345293] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c/OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c.vmdk to [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk. [ 1399.345293] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Cleaning up location [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1399.345293] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3825403d-1e27-4c3c-967c-63a8f553988c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.345293] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d7bf82-9220-4096-9082-647b6a34968f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.347967] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1399.347967] env[69644]: value = "task-3554063" [ 1399.347967] env[69644]: _type = "Task" [ 1399.347967] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.355293] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.575113] env[69644]: DEBUG nova.scheduler.client.report [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.858779] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034272} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.859099] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.859223] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.859501] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk to [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.859787] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90cf4ea9-947d-4230-95d0-d94bbca7a937 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.867827] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1399.867827] env[69644]: value = "task-3554064" [ 1399.867827] env[69644]: _type = "Task" [ 1399.867827] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.875793] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.078012] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.378549] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.587153] env[69644]: DEBUG oslo_concurrency.lockutils [None req-cff4c0e7-ae19-4aa6-a41f-783775a62af3 tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.268s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.588632] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.413s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.589017] env[69644]: INFO nova.compute.manager [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Unshelving [ 1400.880293] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.382449] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.615720] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.616044] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.616267] env[69644]: DEBUG nova.objects.instance [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.881715] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.120578] env[69644]: DEBUG nova.objects.instance [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.382083] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554064, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.20565} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.382349] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/27450e62-2eed-4506-9332-110fb2b4cac9/27450e62-2eed-4506-9332-110fb2b4cac9.vmdk to [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.383136] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76de39-bfd5-4bd3-bc75-b6376741be5f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.405421] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.405847] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2305f5e-b2f3-4336-9cac-18c1136c9652 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.424531] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1402.424531] env[69644]: value = "task-3554065" [ 1402.424531] env[69644]: _type = "Task" [ 1402.424531] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.434096] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.623033] env[69644]: INFO nova.compute.claims [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.934213] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554065, 'name': ReconfigVM_Task, 'duration_secs': 0.33901} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.934601] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0/f694ebec-96f7-4308-828c-e3fa31ecb5e0.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.935054] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b84301-db7c-473d-b576-db0d397f3c4f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.940786] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1402.940786] env[69644]: value = "task-3554066" [ 1402.940786] env[69644]: _type = "Task" [ 1402.940786] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.951676] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554066, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.451322] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554066, 'name': Rename_Task, 'duration_secs': 0.141016} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.451664] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.451939] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9cc041-7794-44e2-a335-2a47d3b81671 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.458299] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1403.458299] env[69644]: value = "task-3554067" [ 1403.458299] env[69644]: _type = "Task" [ 1403.458299] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.465651] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.679394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f0785c-1c6b-467b-bd5b-25781440cc40 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.687058] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf423d8-a7b6-4cd0-b801-5fb556285c6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.716748] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b152a2-0da9-458e-bd97-e696b7cc0f1d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.723973] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c567eab-67a6-43c3-b161-056c3c500074 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.737519] env[69644]: DEBUG nova.compute.provider_tree [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.969889] env[69644]: DEBUG oslo_vmware.api [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554067, 'name': PowerOnVM_Task, 'duration_secs': 0.487633} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.970299] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.067801] env[69644]: DEBUG nova.compute.manager [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1404.068727] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606bd2f2-f124-4c0e-a123-1e6e90ff5631 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.241099] env[69644]: DEBUG nova.scheduler.client.report [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.584984] env[69644]: DEBUG oslo_concurrency.lockutils [None req-9f844b31-d3ca-405c-95fc-9a5c53b8d217 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.503s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.746158] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.775044] env[69644]: INFO nova.network.neutron [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1405.322836] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.323280] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.323336] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.323507] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.323674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.325784] env[69644]: INFO nova.compute.manager [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Terminating instance [ 1405.829119] env[69644]: DEBUG nova.compute.manager [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.829353] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.830231] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a920a-c44f-49f7-ace6-c28e4e337012 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.838076] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.838390] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6db1fdac-d440-40b9-b851-bac870627b53 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.845581] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1405.845581] env[69644]: value = "task-3554068" [ 1405.845581] env[69644]: _type = "Task" [ 1405.845581] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.853199] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.150115] env[69644]: DEBUG nova.compute.manager [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.150335] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.150538] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.150708] env[69644]: DEBUG oslo_concurrency.lockutils [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.150861] env[69644]: DEBUG nova.compute.manager [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] No waiting events found dispatching network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1406.151053] env[69644]: WARNING nova.compute.manager [req-7b5bdea8-0ae4-4e08-b618-37d9f04f25cd req-bbba2c19-6d6b-40f2-ab24-26cced4a28ff service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received unexpected event network-vif-plugged-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b for instance with vm_state shelved_offloaded and task_state spawning. [ 1406.227061] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.227191] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.227461] env[69644]: DEBUG nova.network.neutron [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.355119] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554068, 'name': PowerOffVM_Task, 'duration_secs': 0.186899} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.355452] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.355517] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.355721] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be0194e-21d4-4e2c-90f5-3e159df24b7a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.419316] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.419572] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.419756] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleting the datastore file [datastore2] f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.420019] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c315434b-986f-4f6f-ac91-b9e2dff3bd58 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.427365] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for the task: (returnval){ [ 1406.427365] env[69644]: value = "task-3554070" [ 1406.427365] env[69644]: _type = "Task" [ 1406.427365] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.434419] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.915640] env[69644]: DEBUG nova.network.neutron [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.937862] env[69644]: DEBUG oslo_vmware.api [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Task: {'id': task-3554070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132388} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.938096] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.938275] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.938438] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.938601] env[69644]: INFO nova.compute.manager [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.938827] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.939016] env[69644]: DEBUG nova.compute.manager [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.939114] env[69644]: DEBUG nova.network.neutron [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.418011] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.442315] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b0c6bf5b848c464a1dabaa367dff8d8f',container_format='bare',created_at=2025-04-24T15:07:27Z,direct_url=,disk_format='vmdk',id=f167700a-0ae4-4139-b693-f33e44494a52,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2023916366-shelved',owner='082501e2f3464786a8fc6d304ecef3a1',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-24T15:07:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.442570] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.442732] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.442915] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.443071] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.443225] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.443428] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.443585] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.443753] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.443943] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.444156] env[69644]: DEBUG nova.virt.hardware [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.445033] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3816ee51-d67e-42b1-a1a9-a126651bac52 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.453317] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3133e3-8517-401c-8835-af716b6cf08b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.466730] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17344ffc-b0c3-4c75-9a3d-e161cc0cae8b', 'vif_model': 'vmxnet3'}] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.474047] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.474286] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.474486] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b044283c-994b-46ae-a76f-14d5ddda9c98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.493443] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.493443] env[69644]: value = "task-3554071" [ 1407.493443] env[69644]: _type = "Task" [ 1407.493443] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.500601] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554071, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.850134] env[69644]: DEBUG nova.network.neutron [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.002978] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554071, 'name': CreateVM_Task, 'duration_secs': 0.311119} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.003168] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.003826] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.003993] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.004586] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.004668] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ba820b-0699-464a-a33d-d243b1bdd726 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.008863] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1408.008863] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c44a4d-0268-f781-9a84-b6b41878efa9" [ 1408.008863] env[69644]: _type = "Task" [ 1408.008863] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.016037] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52c44a4d-0268-f781-9a84-b6b41878efa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.186285] env[69644]: DEBUG nova.compute.manager [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.186355] env[69644]: DEBUG nova.compute.manager [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing instance network info cache due to event network-changed-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.186597] env[69644]: DEBUG oslo_concurrency.lockutils [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] Acquiring lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.186710] env[69644]: DEBUG oslo_concurrency.lockutils [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] Acquired lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.186866] env[69644]: DEBUG nova.network.neutron [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Refreshing network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.352513] env[69644]: INFO nova.compute.manager [-] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Took 1.41 seconds to deallocate network for instance. [ 1408.519619] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.519916] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Processing image f167700a-0ae4-4139-b693-f33e44494a52 {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.520113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.520267] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.520445] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.520684] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b412c2-a634-47cf-91c2-2583139a87ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.529216] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.529387] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.530044] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f26d56-6f5d-46f5-9e7f-5e4a8ad0f4c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.534723] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1408.534723] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdb5fc-0969-1600-d24e-60df16c55b48" [ 1408.534723] env[69644]: _type = "Task" [ 1408.534723] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.541372] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52bdb5fc-0969-1600-d24e-60df16c55b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.858420] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.858692] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.858906] env[69644]: DEBUG nova.objects.instance [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lazy-loading 'resources' on Instance uuid f694ebec-96f7-4308-828c-e3fa31ecb5e0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.891154] env[69644]: DEBUG nova.network.neutron [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updated VIF entry in instance network info cache for port 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b. {{(pid=69644) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.891575] env[69644]: DEBUG nova.network.neutron [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [{"id": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "address": "fa:16:3e:4d:e7:ed", "network": {"id": "c5c65cbe-60d1-4aa3-a0a9-7d3390964d2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1870776778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082501e2f3464786a8fc6d304ecef3a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17344ffc-b0", "ovs_interfaceid": "17344ffc-b0c3-4c75-9a3d-e161cc0cae8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.045067] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Preparing fetch location {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1409.045320] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Fetch image to [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c/OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c.vmdk {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1409.045501] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Downloading stream optimized image f167700a-0ae4-4139-b693-f33e44494a52 to [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c/OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c.vmdk on the data store datastore2 as vApp {{(pid=69644) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1409.045668] env[69644]: DEBUG nova.virt.vmwareapi.images [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Downloading image file data f167700a-0ae4-4139-b693-f33e44494a52 to the ESX as VM named 'OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c' {{(pid=69644) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1409.113221] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1409.113221] env[69644]: value = "resgroup-9" [ 1409.113221] env[69644]: _type = "ResourcePool" [ 1409.113221] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1409.113507] env[69644]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce21265d-fdef-45a6-9a08-f4cefda949fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.133698] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease: (returnval){ [ 1409.133698] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52322d45-5ea8-9ef1-0cbe-50dc6fe56759" [ 1409.133698] env[69644]: _type = "HttpNfcLease" [ 1409.133698] env[69644]: } obtained for vApp import into resource pool (val){ [ 1409.133698] env[69644]: value = "resgroup-9" [ 1409.133698] env[69644]: _type = "ResourcePool" [ 1409.133698] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1409.134036] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the lease: (returnval){ [ 1409.134036] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52322d45-5ea8-9ef1-0cbe-50dc6fe56759" [ 1409.134036] env[69644]: _type = "HttpNfcLease" [ 1409.134036] env[69644]: } to be ready. {{(pid=69644) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1409.139631] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.139631] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52322d45-5ea8-9ef1-0cbe-50dc6fe56759" [ 1409.139631] env[69644]: _type = "HttpNfcLease" [ 1409.139631] env[69644]: } is initializing. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1409.394069] env[69644]: DEBUG oslo_concurrency.lockutils [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] Releasing lock "refresh_cache-8c2de4f5-afab-4798-8ad8-08d310bb8307" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.394360] env[69644]: DEBUG nova.compute.manager [req-1ed5d24c-93ba-4129-b762-23c727d39e06 req-a0ff56ff-82f0-4a90-b6a7-122a049bc057 service nova] [instance: f694ebec-96f7-4308-828c-e3fa31ecb5e0] Received event network-vif-deleted-40286812-d681-4fd0-b99e-da8b86ae7810 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.416185] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e5dd4f-a78c-465b-9465-f494c3784f95 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.424123] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574ed9a-d31e-4371-a815-01ba1465b09d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.453865] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e9cc8c-6986-41e4-8539-64fb5d8b074f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.461286] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e854be-fee6-42a0-9fef-c00ba13ae34b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.474226] env[69644]: DEBUG nova.compute.provider_tree [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.643576] env[69644]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.643576] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52322d45-5ea8-9ef1-0cbe-50dc6fe56759" [ 1409.643576] env[69644]: _type = "HttpNfcLease" [ 1409.643576] env[69644]: } is ready. {{(pid=69644) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.644148] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.644148] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52322d45-5ea8-9ef1-0cbe-50dc6fe56759" [ 1409.644148] env[69644]: _type = "HttpNfcLease" [ 1409.644148] env[69644]: }. {{(pid=69644) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1409.644543] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108ff292-b431-4792-8811-95f93824553c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.651640] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk from lease info. {{(pid=69644) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.651814] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk. {{(pid=69644) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1409.715542] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4682d683-55ee-4474-88d2-74226f40f866 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.977490] env[69644]: DEBUG nova.scheduler.client.report [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.484747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.505049] env[69644]: INFO nova.scheduler.client.report [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Deleted allocations for instance f694ebec-96f7-4308-828c-e3fa31ecb5e0 [ 1410.762635] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Completed reading data from the image iterator. {{(pid=69644) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1410.763083] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1410.764135] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd85ea-926b-436d-82f9-a0bd330be51d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.771658] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk is in state: ready. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1410.771852] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk. {{(pid=69644) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1410.772135] env[69644]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ddce0d10-0a45-4a91-8d41-64d238ae22d6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.013638] env[69644]: DEBUG oslo_concurrency.lockutils [None req-16fa4d74-6c41-4a9d-8bb1-3cf030193203 tempest-ServerActionsTestOtherB-2018875684 tempest-ServerActionsTestOtherB-2018875684-project-member] Lock "f694ebec-96f7-4308-828c-e3fa31ecb5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.690s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.029704] env[69644]: DEBUG oslo_vmware.rw_handles [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7ba9a-85f4-331a-488f-5202716e0705/disk-0.vmdk. {{(pid=69644) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1411.029919] env[69644]: INFO nova.virt.vmwareapi.images [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Downloaded image file data f167700a-0ae4-4139-b693-f33e44494a52 [ 1411.030743] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976904c5-ae95-44e5-b38e-0deab710bb93 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.047252] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb11e88-1cf1-41a2-a4e0-6d97c0cfb6c0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.074656] env[69644]: INFO nova.virt.vmwareapi.images [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] The imported VM was unregistered [ 1411.077080] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Caching image {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1411.077314] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.077829] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daa5b5ed-0526-42ae-919b-52c47484fa28 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.087298] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Created directory with path [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52 {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.087476] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c/OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c.vmdk to [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk. {{(pid=69644) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1411.087709] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-613933f9-7e86-4d93-acbf-0b805c002621 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.094187] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1411.094187] env[69644]: value = "task-3554074" [ 1411.094187] env[69644]: _type = "Task" [ 1411.094187] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.101926] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.606824] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.105521] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.606762] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.107986] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.607525] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.109197] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554074, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.800144} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.109487] env[69644]: INFO nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c/OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c.vmdk to [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk. [ 1414.109654] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Cleaning up location [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1414.109835] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e206b979-1d5e-40ff-9233-ae438fad0b5c {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.110099] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-313bd336-bcb4-4313-83ac-7b4f2252e58f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.116860] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1414.116860] env[69644]: value = "task-3554076" [ 1414.116860] env[69644]: _type = "Task" [ 1414.116860] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.128209] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.627362] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033056} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.627623] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.627789] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.628039] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk to [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.628287] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6066a54-71f2-4721-abda-398e946ef28a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.635716] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1414.635716] env[69644]: value = "task-3554077" [ 1414.635716] env[69644]: _type = "Task" [ 1414.635716] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.643678] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.831696] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.832043] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.832357] env[69644]: DEBUG nova.compute.manager [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1414.833431] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff9138c-859a-4741-8ea1-8f94f3428c23 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.840334] env[69644]: DEBUG nova.compute.manager [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69644) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1414.841019] env[69644]: DEBUG nova.objects.instance [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'flavor' on Instance uuid d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.146319] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.647316] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.851026] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.851026] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaccad83-f77e-4414-ac46-26c74bea17ff {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.858284] env[69644]: DEBUG oslo_vmware.api [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1415.858284] env[69644]: value = "task-3554078" [ 1415.858284] env[69644]: _type = "Task" [ 1415.858284] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.869149] env[69644]: DEBUG oslo_vmware.api [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.152987] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.368023] env[69644]: DEBUG oslo_vmware.api [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554078, 'name': PowerOffVM_Task, 'duration_secs': 0.250583} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.368334] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.368623] env[69644]: DEBUG nova.compute.manager [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1416.369419] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d24fd-98f7-46e2-ad76-a2571c0f7bf4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.650490] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.882167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-5f3be00a-32f1-414d-8d62-bba1d33dceae tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.151826] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554077, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.242082} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.152279] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f167700a-0ae4-4139-b693-f33e44494a52/f167700a-0ae4-4139-b693-f33e44494a52.vmdk to [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.153097] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d95d49-61de-4246-8dfd-b28e01ea13e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.176314] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.176591] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3ac181-1ce1-4ab3-8716-30e5081af7a4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.197601] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1417.197601] env[69644]: value = "task-3554079" [ 1417.197601] env[69644]: _type = "Task" [ 1417.197601] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.205200] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.217236] env[69644]: DEBUG nova.objects.instance [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'flavor' on Instance uuid d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.707329] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554079, 'name': ReconfigVM_Task, 'duration_secs': 0.276718} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.707624] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307/8c2de4f5-afab-4798-8ad8-08d310bb8307.vmdk or device None with type streamOptimized {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.708280] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a54e81-9b4e-45c7-8175-5f6dd3a55701 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.715481] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1417.715481] env[69644]: value = "task-3554080" [ 1417.715481] env[69644]: _type = "Task" [ 1417.715481] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.720865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.720865] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.720865] env[69644]: DEBUG nova.network.neutron [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.721044] env[69644]: DEBUG nova.objects.instance [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'info_cache' on Instance uuid d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.725253] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554080, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.227324] env[69644]: DEBUG nova.objects.base [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69644) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1418.228559] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554080, 'name': Rename_Task, 'duration_secs': 0.142008} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.229011] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.229300] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98828c02-15c2-4735-81cb-5f27055b62bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.236204] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1418.236204] env[69644]: value = "task-3554081" [ 1418.236204] env[69644]: _type = "Task" [ 1418.236204] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.244594] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.747278] env[69644]: DEBUG oslo_vmware.api [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554081, 'name': PowerOnVM_Task, 'duration_secs': 0.467154} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.747589] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.856288] env[69644]: DEBUG nova.compute.manager [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1418.857034] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d2cc9-ddf2-47d1-83ce-7b667d5716a6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.998676] env[69644]: DEBUG nova.network.neutron [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.383060] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4531e005-3f63-4bc7-8068-c9195bbc4b5a tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.793s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.502113] env[69644]: DEBUG oslo_concurrency.lockutils [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.508408] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.508735] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff1ad02-d6bb-4d56-92e2-c10021acf68f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.516354] env[69644]: DEBUG oslo_vmware.api [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1420.516354] env[69644]: value = "task-3554082" [ 1420.516354] env[69644]: _type = "Task" [ 1420.516354] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.524340] env[69644]: DEBUG oslo_vmware.api [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.026162] env[69644]: DEBUG oslo_vmware.api [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554082, 'name': PowerOnVM_Task, 'duration_secs': 0.411819} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.026503] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.026709] env[69644]: DEBUG nova.compute.manager [None req-bd661d2a-f66e-4bb2-8006-c476123a037b tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1421.027484] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bdf229-620c-4e27-8544-c58e8ba89a98 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.086394] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ea0ea-e1d7-4753-a493-2b6dd3265aa6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.093631] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Suspending the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1422.093880] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cb662c8f-c1d8-4852-8e64-f1271cb4bf91 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.099922] env[69644]: DEBUG oslo_vmware.api [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1422.099922] env[69644]: value = "task-3554083" [ 1422.099922] env[69644]: _type = "Task" [ 1422.099922] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.107685] env[69644]: DEBUG oslo_vmware.api [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554083, 'name': SuspendVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.609598] env[69644]: DEBUG oslo_vmware.api [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554083, 'name': SuspendVM_Task} progress is 79%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.110121] env[69644]: DEBUG oslo_vmware.api [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554083, 'name': SuspendVM_Task, 'duration_secs': 0.59908} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.110725] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Suspended the VM {{(pid=69644) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1423.110725] env[69644]: DEBUG nova.compute.manager [None req-1c585914-c998-431c-ae81-b9d34a1e2332 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1423.111316] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2b993-7cf9-43bd-8016-e931254b6a35 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.399835] env[69644]: INFO nova.compute.manager [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Resuming [ 1424.400506] env[69644]: DEBUG nova.objects.instance [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'flavor' on Instance uuid d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.911396] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.911831] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquired lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.911831] env[69644]: DEBUG nova.network.neutron [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.604671] env[69644]: DEBUG nova.network.neutron [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [{"id": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "address": "fa:16:3e:3a:45:cd", "network": {"id": "e2d709de-4035-4f90-b8ce-6326f982bf83", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1640661717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2709afce087c4407809ba82db5f41e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b8f3f4-e7", "ovs_interfaceid": "c3b8f3f4-e7ff-41c5-ac33-dfb053e43995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.107381] env[69644]: DEBUG oslo_concurrency.lockutils [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Releasing lock "refresh_cache-d5b69886-0717-48ec-8bf3-442e9ab03bf8" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.108422] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5790a9a-a0be-4d82-9ffb-726108eb3ecc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.115053] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Resuming the VM {{(pid=69644) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1427.115314] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddc69f2-c9a5-49b9-95a9-4782a948e798 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.121417] env[69644]: DEBUG oslo_vmware.api [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1427.121417] env[69644]: value = "task-3554084" [ 1427.121417] env[69644]: _type = "Task" [ 1427.121417] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.129242] env[69644]: DEBUG oslo_vmware.api [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.633705] env[69644]: DEBUG oslo_vmware.api [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554084, 'name': PowerOnVM_Task, 'duration_secs': 0.508343} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.634119] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Resumed the VM {{(pid=69644) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1427.634268] env[69644]: DEBUG nova.compute.manager [None req-e84a49fd-19e2-4664-8e13-0fbe2badd360 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1427.635018] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdb253d-3405-4f7c-a509-75e11d2c5f8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.034076] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.034497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.034616] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.034715] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.034920] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.036985] env[69644]: INFO nova.compute.manager [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Terminating instance [ 1429.541262] env[69644]: DEBUG nova.compute.manager [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.541506] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.542442] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb29461-87d2-4c70-b669-acd6fb9aba8b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.550498] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.550724] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e5247b-c156-44ec-af04-0148c9cc9b27 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.556923] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1429.556923] env[69644]: value = "task-3554085" [ 1429.556923] env[69644]: _type = "Task" [ 1429.556923] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.564758] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.066603] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554085, 'name': PowerOffVM_Task, 'duration_secs': 0.172979} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.066880] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.067034] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.067280] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a772b75e-a43c-4b39-9e4e-4087404c3189 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.129186] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.129406] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.129587] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleting the datastore file [datastore1] d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.129882] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef31edb2-5bb7-4328-b1f5-2a018a356f8f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.137170] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for the task: (returnval){ [ 1430.137170] env[69644]: value = "task-3554087" [ 1430.137170] env[69644]: _type = "Task" [ 1430.137170] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.144300] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.646698] env[69644]: DEBUG oslo_vmware.api [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Task: {'id': task-3554087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141762} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.646946] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.647146] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.647325] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.647499] env[69644]: INFO nova.compute.manager [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1430.647736] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.647929] env[69644]: DEBUG nova.compute.manager [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.648037] env[69644]: DEBUG nova.network.neutron [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.089534] env[69644]: DEBUG nova.compute.manager [req-7fab1462-451a-41af-9e0f-959edaaa278a req-8ac11dc9-47a9-4020-8151-203a7cca2212 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Received event network-vif-deleted-c3b8f3f4-e7ff-41c5-ac33-dfb053e43995 {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.089774] env[69644]: INFO nova.compute.manager [req-7fab1462-451a-41af-9e0f-959edaaa278a req-8ac11dc9-47a9-4020-8151-203a7cca2212 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Neutron deleted interface c3b8f3f4-e7ff-41c5-ac33-dfb053e43995; detaching it from the instance and deleting it from the info cache [ 1431.089774] env[69644]: DEBUG nova.network.neutron [req-7fab1462-451a-41af-9e0f-959edaaa278a req-8ac11dc9-47a9-4020-8151-203a7cca2212 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.568443] env[69644]: DEBUG nova.network.neutron [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.592193] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b167ede6-ea87-4f3b-8179-345ae863f4bc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.602705] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c3a3a-787d-4f51-9ede-7239ca871511 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.629116] env[69644]: DEBUG nova.compute.manager [req-7fab1462-451a-41af-9e0f-959edaaa278a req-8ac11dc9-47a9-4020-8151-203a7cca2212 service nova] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Detach interface failed, port_id=c3b8f3f4-e7ff-41c5-ac33-dfb053e43995, reason: Instance d5b69886-0717-48ec-8bf3-442e9ab03bf8 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1432.072090] env[69644]: INFO nova.compute.manager [-] [instance: d5b69886-0717-48ec-8bf3-442e9ab03bf8] Took 1.42 seconds to deallocate network for instance. [ 1432.578167] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.578549] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.578763] env[69644]: DEBUG nova.objects.instance [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lazy-loading 'resources' on Instance uuid d5b69886-0717-48ec-8bf3-442e9ab03bf8 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.121916] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82565509-458d-439b-819e-3e5ef1abc713 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.129147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e28dacf-4056-4ea2-b982-e9fd2e0385de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.159982] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b9ad0-f172-41ab-a937-86c1821c7787 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.167008] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a672ff0-6067-43ce-80a8-b0c9786bbdfa {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.179586] env[69644]: DEBUG nova.compute.provider_tree [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.682719] env[69644]: DEBUG nova.scheduler.client.report [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.188181] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.211457] env[69644]: INFO nova.scheduler.client.report [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Deleted allocations for instance d5b69886-0717-48ec-8bf3-442e9ab03bf8 [ 1434.383628] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.383880] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.720035] env[69644]: DEBUG oslo_concurrency.lockutils [None req-4e40fc85-e191-44e0-b6f1-dcc50dda5107 tempest-ServerActionsTestJSON-2076172663 tempest-ServerActionsTestJSON-2076172663-project-member] Lock "d5b69886-0717-48ec-8bf3-442e9ab03bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.887887] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.888121] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.888261] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.888413] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1434.889306] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f21ff-e46c-4a83-8864-4c9a186cc324 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.897591] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f5bdc-4952-48c4-ba40-65eb59ac528a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.910926] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33412ae7-094b-497e-9a52-c7acbff55b8c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.917163] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7029bd5-b145-4d72-a638-ba4f4f10422e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.945431] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180671MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1434.945566] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.945767] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.970893] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Instance 8c2de4f5-afab-4798-8ad8-08d310bb8307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69644) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1435.971236] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1435.971236] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1435.996239] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e88508-6832-4eab-a479-c3735adde2bd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.003986] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74244dd3-d3b1-4d4a-987d-3dffb01464db {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.034483] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758781c-78c4-4de3-ba77-2157db8bf64a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.041319] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd02fa2-6f1c-44a7-adaf-6eff5247c2ed {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.054054] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.557150] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.064816] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1437.065130] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.065542] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.068008] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.068492] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "24cd1129-7367-4102-82b7-0885a4215eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.068702] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.069671] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.069842] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.069986] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1438.229017] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.229272] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.380208] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.570935] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.731821] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Starting instance... {{(pid=69644) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.092740] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.093052] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.094420] env[69644]: INFO nova.compute.claims [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.249485] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.383304] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.157730] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e722f7a7-9533-42ab-8dac-a5e52b5969f1 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.165260] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c43755e-6ac4-4c4d-a9a9-b50dc51f3ce6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.193979] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b692e-5663-4f18-a8ed-a6e750648585 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.200882] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c1694-9e78-4717-a680-7ae75cdaa4a7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.214628] env[69644]: DEBUG nova.compute.provider_tree [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.717527] env[69644]: DEBUG nova.scheduler.client.report [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.222802] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.223453] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.226011] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.977s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.227682] env[69644]: INFO nova.compute.claims [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.732080] env[69644]: DEBUG nova.compute.utils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1441.735836] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1442.239253] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.285469] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202616b9-037a-491a-94b9-692e813add55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.293541] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01af37d-c468-43ce-8069-e94b8d1a9c63 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.322950] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0f80a-187a-477d-ad30-e10f81ed77fd {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.329367] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd9dc7-fc9b-40bb-995d-46844866dd6f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.343341] env[69644]: DEBUG nova.compute.provider_tree [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.383162] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.846725] env[69644]: DEBUG nova.scheduler.client.report [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.249373] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.274730] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.274965] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.275137] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.275322] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.275464] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.275605] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.275806] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.275961] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.276136] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.276299] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.276465] env[69644]: DEBUG nova.virt.hardware [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.277322] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d04b3-6d38-4e76-9e67-a8fea520d148 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.285147] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d7728-f636-4741-8ff2-7daffe8f1569 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.297869] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.303294] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Creating folder: Project (f9ea695471e64fd5b5580b7bbd794edf). Parent ref: group-v709242. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.303540] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d344317c-33e7-4f35-b45e-7e4e627f233d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.313346] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Created folder: Project (f9ea695471e64fd5b5580b7bbd794edf) in parent group-v709242. [ 1443.313521] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Creating folder: Instances. Parent ref: group-v709588. {{(pid=69644) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.313715] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95a15023-2504-4e0b-bc6e-664d15494e72 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.322438] env[69644]: INFO nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Created folder: Instances in parent group-v709588. [ 1443.322645] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1443.322817] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.322996] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c689855-b7d9-41fc-886b-dc09e4916ab8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.337524] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.337524] env[69644]: value = "task-3554090" [ 1443.337524] env[69644]: _type = "Task" [ 1443.337524] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.344251] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554090, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.350976] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.351444] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Start building networks asynchronously for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.847830] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554090, 'name': CreateVM_Task, 'duration_secs': 0.251282} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.848017] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.848424] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.848581] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.848898] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.849154] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e415de-d8f0-46ac-9fb6-784d7a5105ac {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.853378] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1443.853378] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f83da6-a5d7-e5e2-e956-2fe03e8cef20" [ 1443.853378] env[69644]: _type = "Task" [ 1443.853378] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.857372] env[69644]: DEBUG nova.compute.utils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Using /dev/sd instead of None {{(pid=69644) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1443.858800] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Not allocating networking since 'none' was specified. {{(pid=69644) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1443.863884] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f83da6-a5d7-e5e2-e956-2fe03e8cef20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.360205] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Start building block device mappings for instance. {{(pid=69644) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.366096] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52f83da6-a5d7-e5e2-e956-2fe03e8cef20, 'name': SearchDatastore_Task, 'duration_secs': 0.012946} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.366564] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.366782] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.367018] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.367165] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.367344] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.367581] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-536c1551-cdce-43e6-bb2f-8e2d61bbd8d0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.376342] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.376528] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.377183] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c28835a-c79c-4742-b2d9-ba7233cacd87 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.382189] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1444.382189] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253a942-1f6a-62e8-7f1a-a54e7d4e5ef6" [ 1444.382189] env[69644]: _type = "Task" [ 1444.382189] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.389561] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253a942-1f6a-62e8-7f1a-a54e7d4e5ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.892363] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5253a942-1f6a-62e8-7f1a-a54e7d4e5ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.893163] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09a6b6a-0b75-4a5d-a88c-27c49331a93b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.898719] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1444.898719] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a73a76-5ac1-d944-56f1-455f2b9bdf59" [ 1444.898719] env[69644]: _type = "Task" [ 1444.898719] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.906585] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a73a76-5ac1-d944-56f1-455f2b9bdf59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.372790] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Start spawning the instance on the hypervisor. {{(pid=69644) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.392612] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.392837] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.392989] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.393199] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.393361] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.393511] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.393714] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.393871] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.394049] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.394216] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.394391] env[69644]: DEBUG nova.virt.hardware [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.395254] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3aed86-708c-49e3-8702-4f8485e98c19 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.405178] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d835baf6-2423-416c-9ae6-d0b753474b55 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.411823] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a73a76-5ac1-d944-56f1-455f2b9bdf59, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.412377] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.412627] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 24cd1129-7367-4102-82b7-0885a4215eda/24cd1129-7367-4102-82b7-0885a4215eda.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.412869] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dcb6121-8853-4205-a9cc-b1fc0e8bbda4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.421846] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.427275] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.427792] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.428014] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72ab2af-aa0d-498e-901f-ba746adc6274 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.440289] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1445.440289] env[69644]: value = "task-3554091" [ 1445.440289] env[69644]: _type = "Task" [ 1445.440289] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.444651] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.444651] env[69644]: value = "task-3554092" [ 1445.444651] env[69644]: _type = "Task" [ 1445.444651] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.450089] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.454410] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554092, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.952586] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447815} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.955683] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 24cd1129-7367-4102-82b7-0885a4215eda/24cd1129-7367-4102-82b7-0885a4215eda.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.955935] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.956400] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554092, 'name': CreateVM_Task, 'duration_secs': 0.264597} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.956400] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09cfc73-fb6b-4ccb-a7a6-40fb5e2177ba {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.957906] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.958313] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.958472] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.958777] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.959401] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3aa051-8aa2-45c8-a5f7-2b8e7cf525cb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.963601] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1445.963601] env[69644]: value = "task-3554093" [ 1445.963601] env[69644]: _type = "Task" [ 1445.963601] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.964816] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1445.964816] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528e7c08-26c9-93ec-8351-88a81b24ea55" [ 1445.964816] env[69644]: _type = "Task" [ 1445.964816] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.975398] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.978676] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]528e7c08-26c9-93ec-8351-88a81b24ea55, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.979045] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.979379] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.979650] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.979812] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.980065] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.980334] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af36e2dc-27d0-4099-a0f7-d1e3bd99db94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.987558] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.987756] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.988476] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c4a2d3-038e-4eb8-a858-02ba9e3f3cd3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.994367] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1445.994367] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b967d-1cff-c371-e840-6d02ee7c2865" [ 1445.994367] env[69644]: _type = "Task" [ 1445.994367] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.001354] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b967d-1cff-c371-e840-6d02ee7c2865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.474031] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066662} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.474480] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.474979] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add1881-14ea-4ca4-911e-961b5d87add7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.493815] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 24cd1129-7367-4102-82b7-0885a4215eda/24cd1129-7367-4102-82b7-0885a4215eda.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.494043] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5359a4c5-4831-474c-b495-036c3b735b32 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.516027] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]527b967d-1cff-c371-e840-6d02ee7c2865, 'name': SearchDatastore_Task, 'duration_secs': 0.007589} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.517647] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1446.517647] env[69644]: value = "task-3554094" [ 1446.517647] env[69644]: _type = "Task" [ 1446.517647] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.517853] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4005c4-33fa-49a7-bcb3-f24abfe1b041 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.525639] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1446.525639] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5221e229-b36a-6521-4973-4628c2f39df5" [ 1446.525639] env[69644]: _type = "Task" [ 1446.525639] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.528531] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.535280] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5221e229-b36a-6521-4973-4628c2f39df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.029882] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554094, 'name': ReconfigVM_Task, 'duration_secs': 0.277299} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.032779] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 24cd1129-7367-4102-82b7-0885a4215eda/24cd1129-7367-4102-82b7-0885a4215eda.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.033407] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06792db-7562-4840-997c-558d47d6b4e9 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.039911] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5221e229-b36a-6521-4973-4628c2f39df5, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.040996] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.041286] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.041606] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1447.041606] env[69644]: value = "task-3554095" [ 1447.041606] env[69644]: _type = "Task" [ 1447.041606] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.041778] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c3a2dc-2519-40ad-b27f-edd1a585fc49 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.051081] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554095, 'name': Rename_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.052157] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1447.052157] env[69644]: value = "task-3554096" [ 1447.052157] env[69644]: _type = "Task" [ 1447.052157] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.058924] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.553183] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554095, 'name': Rename_Task, 'duration_secs': 0.126943} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.555969] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.556226] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87fed245-9f0b-4661-ab61-8c06bfa2ff9f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.562706] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437032} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.563753] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore1] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.563966] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.564253] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1447.564253] env[69644]: value = "task-3554097" [ 1447.564253] env[69644]: _type = "Task" [ 1447.564253] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.564427] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79b9b18a-7dfd-4be2-8654-049aafb11331 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.573424] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.574525] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1447.574525] env[69644]: value = "task-3554098" [ 1447.574525] env[69644]: _type = "Task" [ 1447.574525] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.581175] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.075550] env[69644]: DEBUG oslo_vmware.api [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554097, 'name': PowerOnVM_Task, 'duration_secs': 0.39667} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.078311] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.078516] env[69644]: INFO nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1448.078692] env[69644]: DEBUG nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1448.079403] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b21037-12ae-4663-8716-0e48af70bbc4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.087081] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059161} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.088358] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.091434] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac1354-3e47-4794-9bfd-e96f6df1d0d4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.110155] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.110375] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2785717-7d7d-4977-bacb-14cc284683de {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.129329] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1448.129329] env[69644]: value = "task-3554099" [ 1448.129329] env[69644]: _type = "Task" [ 1448.129329] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.136615] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.604057] env[69644]: INFO nova.compute.manager [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Took 9.53 seconds to build instance. [ 1448.639199] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554099, 'name': ReconfigVM_Task, 'duration_secs': 0.255738} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.639445] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.640032] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa6e43f-7e4d-4bde-95cc-6e72e336072f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.647291] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1448.647291] env[69644]: value = "task-3554100" [ 1448.647291] env[69644]: _type = "Task" [ 1448.647291] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.654814] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554100, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.106329] env[69644]: DEBUG oslo_concurrency.lockutils [None req-6fb073b3-ab2f-458b-b85a-6aed05f77c17 tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.037s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.157899] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554100, 'name': Rename_Task, 'duration_secs': 0.128479} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.158250] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.158604] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2626ebd-9869-488d-b79e-699fa6a4e118 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.164873] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1449.164873] env[69644]: value = "task-3554101" [ 1449.164873] env[69644]: _type = "Task" [ 1449.164873] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.179330] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.674960] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.175359] env[69644]: DEBUG oslo_vmware.api [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554101, 'name': PowerOnVM_Task, 'duration_secs': 0.987376} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.175621] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.175804] env[69644]: INFO nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1450.175977] env[69644]: DEBUG nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1450.176734] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d52637-c2a8-4042-8787-c23dd2dce640 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.692262] env[69644]: INFO nova.compute.manager [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Took 11.46 seconds to build instance. [ 1451.073927] env[69644]: INFO nova.compute.manager [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Rebuilding instance [ 1451.115521] env[69644]: DEBUG nova.compute.manager [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1451.116402] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7702d9-1c9e-4d36-8471-8e30c5a76dd2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.194514] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19bbcfb0-bf94-4902-8ac0-1842349cd0ad tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.965s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.129589] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.129917] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac9cbe2-cc72-4766-b628-4b16b80aa74d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.136891] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1452.136891] env[69644]: value = "task-3554102" [ 1452.136891] env[69644]: _type = "Task" [ 1452.136891] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.144618] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.646370] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554102, 'name': PowerOffVM_Task, 'duration_secs': 0.182724} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.646638] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.646858] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.647619] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea4e4f-c429-4144-8a1d-93bc1df923ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.653935] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.654158] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a0c97c9-b2ff-4aa2-a194-b4f2e5ac4913 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.679181] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.679382] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.679543] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleting the datastore file [datastore1] 5ba8f052-3753-47ab-94ca-ceeb037e96d0 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.679770] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5962dc-9d30-4c7f-8742-3e291bcd43ca {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.686311] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1452.686311] env[69644]: value = "task-3554104" [ 1452.686311] env[69644]: _type = "Task" [ 1452.686311] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.693091] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.195836] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094801} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.196264] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.196264] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.196418] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.232878] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-24T14:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-24T14:53:09Z,direct_url=,disk_format='vmdk',id=1bb75d77-95da-4f55-b736-c24ade6a163b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9ce8202e2874db8927056d64c43c8b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-24T14:53:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.233171] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.233322] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image limits 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.233518] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Flavor pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.233666] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Image pref 0:0:0 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.233812] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69644) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.234028] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.234201] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.234368] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Got 1 possible topologies {{(pid=69644) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.234532] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.234699] env[69644]: DEBUG nova.virt.hardware [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69644) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.235581] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679e394-e134-445d-90d2-0c783b53cc6a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.243533] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dc2fd-e4f1-4896-9f16-a349eaecacc2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.256301] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance VIF info [] {{(pid=69644) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.261875] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.262106] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Creating VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.262319] env[69644]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63330cd7-51a7-4e03-bd99-c503f08bcce6 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.277883] env[69644]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.277883] env[69644]: value = "task-3554105" [ 1454.277883] env[69644]: _type = "Task" [ 1454.277883] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.284700] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554105, 'name': CreateVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.788717] env[69644]: DEBUG oslo_vmware.api [-] Task: {'id': task-3554105, 'name': CreateVM_Task, 'duration_secs': 0.254957} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.788957] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Created VM on the ESX host {{(pid=69644) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.789259] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.789419] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.789747] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.789991] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23745eef-d21c-4b8d-8692-5eada1ba38f2 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.794322] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1454.794322] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a51b5a-c969-a5b0-8549-23adc9b7db2f" [ 1454.794322] env[69644]: _type = "Task" [ 1454.794322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.801399] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a51b5a-c969-a5b0-8549-23adc9b7db2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.305052] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52a51b5a-c969-a5b0-8549-23adc9b7db2f, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.305495] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.305561] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Processing image 1bb75d77-95da-4f55-b736-c24ade6a163b {{(pid=69644) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.305798] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.305944] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.306133] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.306389] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b64019-7bb8-44fe-8fed-6fa451655227 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.314695] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69644) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.314875] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69644) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.315577] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db93d054-e2f7-4042-9cac-e03d89a51e92 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.320451] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1455.320451] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5282d917-f773-df6d-5e73-19e97d52231f" [ 1455.320451] env[69644]: _type = "Task" [ 1455.320451] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.327128] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5282d917-f773-df6d-5e73-19e97d52231f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.513105] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.513414] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.513613] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.513796] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.513967] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.516365] env[69644]: INFO nova.compute.manager [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Terminating instance [ 1455.830889] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]5282d917-f773-df6d-5e73-19e97d52231f, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.831690] env[69644]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa85997-01ac-48f1-84b7-e241e05db9d7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.837108] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1455.837108] env[69644]: value = "session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52de8b99-358b-0b9d-2c6c-e72b3ad4756b" [ 1455.837108] env[69644]: _type = "Task" [ 1455.837108] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.844053] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52de8b99-358b-0b9d-2c6c-e72b3ad4756b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.021207] env[69644]: DEBUG nova.compute.manager [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.021442] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.022365] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52a6f4-6775-43b8-83a0-46adf6f3a49c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.029848] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.030085] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5259680-02e0-48c0-a523-0c2f03bac972 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.035739] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1456.035739] env[69644]: value = "task-3554106" [ 1456.035739] env[69644]: _type = "Task" [ 1456.035739] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.045482] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.347422] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': session[5221aa1f-4ddb-69ef-a53d-86ae216bea7b]52de8b99-358b-0b9d-2c6c-e72b3ad4756b, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.347818] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.347968] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.348179] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68586034-3185-41ff-9f73-3c5143d1538d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.354637] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1456.354637] env[69644]: value = "task-3554107" [ 1456.354637] env[69644]: _type = "Task" [ 1456.354637] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.361732] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.547335] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554106, 'name': PowerOffVM_Task, 'duration_secs': 0.240063} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.547635] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.547774] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.548042] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7da2e1f2-e27e-4f1b-aac9-0a90ff8cc2af {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.639549] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.639848] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.639978] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleting the datastore file [datastore2] 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.640267] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692c5426-fa1d-4ca2-81bb-4944cfd9024e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.647482] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for the task: (returnval){ [ 1456.647482] env[69644]: value = "task-3554109" [ 1456.647482] env[69644]: _type = "Task" [ 1456.647482] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.656040] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.864634] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477282} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.864871] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bb75d77-95da-4f55-b736-c24ade6a163b/1bb75d77-95da-4f55-b736-c24ade6a163b.vmdk to [datastore2] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk {{(pid=69644) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.865061] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Extending root virtual disk to 1048576 {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.865313] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2c666a-92f9-4851-a830-ffa77680ed66 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.871430] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1456.871430] env[69644]: value = "task-3554110" [ 1456.871430] env[69644]: _type = "Task" [ 1456.871430] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.878858] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.156624] env[69644]: DEBUG oslo_vmware.api [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Task: {'id': task-3554109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292886} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.156881] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.157010] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.157194] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.157379] env[69644]: INFO nova.compute.manager [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1457.157623] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.157816] env[69644]: DEBUG nova.compute.manager [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.157917] env[69644]: DEBUG nova.network.neutron [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.380752] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062203} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.381116] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Extended root virtual disk {{(pid=69644) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.381752] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e8008-69ec-41ae-bfb4-1b138b95894c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.400752] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.401016] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85402b8c-ec83-4be1-89c5-3e042e921314 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.420948] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1457.420948] env[69644]: value = "task-3554111" [ 1457.420948] env[69644]: _type = "Task" [ 1457.420948] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.428504] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.572958] env[69644]: DEBUG nova.compute.manager [req-ac0c7411-0199-41ea-8521-eca6994fac6e req-4c1ba702-ae31-4940-85be-3e834df9ee98 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Received event network-vif-deleted-17344ffc-b0c3-4c75-9a3d-e161cc0cae8b {{(pid=69644) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.573099] env[69644]: INFO nova.compute.manager [req-ac0c7411-0199-41ea-8521-eca6994fac6e req-4c1ba702-ae31-4940-85be-3e834df9ee98 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Neutron deleted interface 17344ffc-b0c3-4c75-9a3d-e161cc0cae8b; detaching it from the instance and deleting it from the info cache [ 1457.573261] env[69644]: DEBUG nova.network.neutron [req-ac0c7411-0199-41ea-8521-eca6994fac6e req-4c1ba702-ae31-4940-85be-3e834df9ee98 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.931182] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554111, 'name': ReconfigVM_Task, 'duration_secs': 0.474798} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.931526] env[69644]: DEBUG nova.virt.vmwareapi.volumeops [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 5ba8f052-3753-47ab-94ca-ceeb037e96d0/5ba8f052-3753-47ab-94ca-ceeb037e96d0.vmdk or device None with type sparse {{(pid=69644) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.932158] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5699bf5f-ad1a-463e-900c-20690782b19c {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.937909] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1457.937909] env[69644]: value = "task-3554112" [ 1457.937909] env[69644]: _type = "Task" [ 1457.937909] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.945344] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554112, 'name': Rename_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.057886] env[69644]: DEBUG nova.network.neutron [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.076500] env[69644]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c14ecc6-44e7-4d06-9cf6-e743166b1b94 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.085746] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919cdc4-df2a-4be6-9a9e-4750422f949a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.111639] env[69644]: DEBUG nova.compute.manager [req-ac0c7411-0199-41ea-8521-eca6994fac6e req-4c1ba702-ae31-4940-85be-3e834df9ee98 service nova] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Detach interface failed, port_id=17344ffc-b0c3-4c75-9a3d-e161cc0cae8b, reason: Instance 8c2de4f5-afab-4798-8ad8-08d310bb8307 could not be found. {{(pid=69644) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1458.449144] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554112, 'name': Rename_Task, 'duration_secs': 0.123325} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.449497] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powering on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.449642] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96adc30b-801f-452d-8c79-da8d79150317 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.455492] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1458.455492] env[69644]: value = "task-3554113" [ 1458.455492] env[69644]: _type = "Task" [ 1458.455492] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.462583] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.560626] env[69644]: INFO nova.compute.manager [-] [instance: 8c2de4f5-afab-4798-8ad8-08d310bb8307] Took 1.40 seconds to deallocate network for instance. [ 1458.964913] env[69644]: DEBUG oslo_vmware.api [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554113, 'name': PowerOnVM_Task, 'duration_secs': 0.390676} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.965186] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powered on the VM {{(pid=69644) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.965413] env[69644]: DEBUG nova.compute.manager [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Checking state {{(pid=69644) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1458.966200] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614dff23-e3ca-4dc7-a4df-633f043daa9d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.067527] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.067817] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.068051] env[69644]: DEBUG nova.objects.instance [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lazy-loading 'resources' on Instance uuid 8c2de4f5-afab-4798-8ad8-08d310bb8307 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.482672] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.621194] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bddfc9-744b-43d3-a0ba-4f7b756b20c7 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.629056] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4c888-9470-4ea2-876b-97c53e77e977 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.659556] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c84871e-5837-4788-8eec-486b322a4f89 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.666583] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a30f1-9b6c-487e-a736-015319d944f8 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.679641] env[69644]: DEBUG nova.compute.provider_tree [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.904388] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.904598] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.904784] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.904964] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.905153] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.907537] env[69644]: INFO nova.compute.manager [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Terminating instance [ 1460.182349] env[69644]: DEBUG nova.scheduler.client.report [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.411072] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "refresh_cache-5ba8f052-3753-47ab-94ca-ceeb037e96d0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.411290] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "refresh_cache-5ba8f052-3753-47ab-94ca-ceeb037e96d0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.411441] env[69644]: DEBUG nova.network.neutron [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.687551] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.691350] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.209s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.691703] env[69644]: DEBUG nova.objects.instance [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69644) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1460.709092] env[69644]: INFO nova.scheduler.client.report [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Deleted allocations for instance 8c2de4f5-afab-4798-8ad8-08d310bb8307 [ 1460.930886] env[69644]: DEBUG nova.network.neutron [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.178600] env[69644]: DEBUG nova.network.neutron [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.216957] env[69644]: DEBUG oslo_concurrency.lockutils [None req-98950928-f96a-4786-9c02-e4f6dee1eb0c tempest-AttachVolumeShelveTestJSON-1899433646 tempest-AttachVolumeShelveTestJSON-1899433646-project-member] Lock "8c2de4f5-afab-4798-8ad8-08d310bb8307" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.681364] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "refresh_cache-5ba8f052-3753-47ab-94ca-ceeb037e96d0" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.681804] env[69644]: DEBUG nova.compute.manager [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.681997] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.682946] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a04e3d-2bd5-46e4-b91d-85f48ac300eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.690675] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.690971] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96a42425-aebf-428d-9360-fcca6666b24b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.696480] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1461.696480] env[69644]: value = "task-3554114" [ 1461.696480] env[69644]: _type = "Task" [ 1461.696480] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.700399] env[69644]: DEBUG oslo_concurrency.lockutils [None req-23111478-f971-4f74-b8e0-2f17b6885ded tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.705045] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.206545] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554114, 'name': PowerOffVM_Task, 'duration_secs': 0.102542} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.206818] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.206988] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.207247] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad8f79b-7799-4b52-8968-30a3e19959ea {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.231998] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.232208] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Deleting contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.232418] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleting the datastore file [datastore2] 5ba8f052-3753-47ab-94ca-ceeb037e96d0 {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.232686] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5293a04b-4578-4355-bb52-86117ae765cf {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.238183] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1462.238183] env[69644]: value = "task-3554116" [ 1462.238183] env[69644]: _type = "Task" [ 1462.238183] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.246385] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.747609] env[69644]: DEBUG oslo_vmware.api [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101439} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.747942] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.748054] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Deleted contents of the VM from datastore datastore2 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.748234] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.748405] env[69644]: INFO nova.compute.manager [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1462.748641] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.748826] env[69644]: DEBUG nova.compute.manager [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.748918] env[69644]: DEBUG nova.network.neutron [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.764890] env[69644]: DEBUG nova.network.neutron [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.267767] env[69644]: DEBUG nova.network.neutron [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.770227] env[69644]: INFO nova.compute.manager [-] [instance: 5ba8f052-3753-47ab-94ca-ceeb037e96d0] Took 1.02 seconds to deallocate network for instance. [ 1464.277170] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.277497] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.277750] env[69644]: DEBUG nova.objects.instance [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lazy-loading 'resources' on Instance uuid 5ba8f052-3753-47ab-94ca-ceeb037e96d0 {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.822155] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742c647-1cc9-4004-ae24-31ba1b88e4f3 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.829558] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d15eb74-e7b3-409d-9ee6-53c8dc859fdb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.858303] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa81d2-4482-4ac9-88c4-1be42c43b56e {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.864817] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65338420-96d1-4a9e-ba8d-6283ba600f84 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.878009] env[69644]: DEBUG nova.compute.provider_tree [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.381104] env[69644]: DEBUG nova.scheduler.client.report [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.885864] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.905851] env[69644]: INFO nova.scheduler.client.report [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleted allocations for instance 5ba8f052-3753-47ab-94ca-ceeb037e96d0 [ 1466.414474] env[69644]: DEBUG oslo_concurrency.lockutils [None req-19b6d3ff-287a-4e73-811f-2c7400ed1a9a tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "5ba8f052-3753-47ab-94ca-ceeb037e96d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.510s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.451050] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "24cd1129-7367-4102-82b7-0885a4215eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.451349] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.451417] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "24cd1129-7367-4102-82b7-0885a4215eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.451592] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.451758] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.453868] env[69644]: INFO nova.compute.manager [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Terminating instance [ 1467.957015] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "refresh_cache-24cd1129-7367-4102-82b7-0885a4215eda" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.957266] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquired lock "refresh_cache-24cd1129-7367-4102-82b7-0885a4215eda" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.957450] env[69644]: DEBUG nova.network.neutron [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Building network info cache for instance {{(pid=69644) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.475992] env[69644]: DEBUG nova.network.neutron [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.524134] env[69644]: DEBUG nova.network.neutron [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.026882] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Releasing lock "refresh_cache-24cd1129-7367-4102-82b7-0885a4215eda" {{(pid=69644) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.027358] env[69644]: DEBUG nova.compute.manager [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Start destroying the instance on the hypervisor. {{(pid=69644) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.027563] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Destroying instance {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.028474] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23cbce0-92cb-4b3f-bba1-f5c63126d92b {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.036290] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Powering off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.036508] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ea18b9-bcdb-4d42-8620-4ec10d8f09e5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.042322] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1469.042322] env[69644]: value = "task-3554118" [ 1469.042322] env[69644]: _type = "Task" [ 1469.042322] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.049538] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.551585] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554118, 'name': PowerOffVM_Task, 'duration_secs': 0.124645} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.551999] env[69644]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Powered off the VM {{(pid=69644) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.551999] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Unregistering the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.552245] env[69644]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b97d8c6-9563-4827-9bbf-bea3629a8132 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.575314] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Unregistered the VM {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.575503] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Deleting contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.575687] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleting the datastore file [datastore1] 24cd1129-7367-4102-82b7-0885a4215eda {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.575917] env[69644]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3331f04b-505c-4b8e-9cc3-9c7e6bf42240 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.582558] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for the task: (returnval){ [ 1469.582558] env[69644]: value = "task-3554120" [ 1469.582558] env[69644]: _type = "Task" [ 1469.582558] env[69644]: } to complete. {{(pid=69644) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.589518] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.093346] env[69644]: DEBUG oslo_vmware.api [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Task: {'id': task-3554120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089314} completed successfully. {{(pid=69644) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.093614] env[69644]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleted the datastore file {{(pid=69644) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.093803] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Deleted contents of the VM from datastore datastore1 {{(pid=69644) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.094010] env[69644]: DEBUG nova.virt.vmwareapi.vmops [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Instance destroyed {{(pid=69644) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.094208] env[69644]: INFO nova.compute.manager [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1470.094446] env[69644]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69644) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.094631] env[69644]: DEBUG nova.compute.manager [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Deallocating network for instance {{(pid=69644) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.094728] env[69644]: DEBUG nova.network.neutron [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] deallocate_for_instance() {{(pid=69644) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.109935] env[69644]: DEBUG nova.network.neutron [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Instance cache missing network info. {{(pid=69644) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.612910] env[69644]: DEBUG nova.network.neutron [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Updating instance_info_cache with network_info: [] {{(pid=69644) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.115822] env[69644]: INFO nova.compute.manager [-] [instance: 24cd1129-7367-4102-82b7-0885a4215eda] Took 1.02 seconds to deallocate network for instance. [ 1471.622674] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.623101] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.623211] env[69644]: DEBUG nova.objects.instance [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lazy-loading 'resources' on Instance uuid 24cd1129-7367-4102-82b7-0885a4215eda {{(pid=69644) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.163400] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9b0e4-adab-40b4-8bc3-d63759e6a777 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.171563] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a45911-2a43-4c6b-8856-065fafa0504a {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.201138] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701667d-b056-4e03-b201-bead8d4152f5 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.208616] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89deacb-c645-43bc-a12d-9e06e7da1f32 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.221554] env[69644]: DEBUG nova.compute.provider_tree [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.725241] env[69644]: DEBUG nova.scheduler.client.report [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.232446] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.252091] env[69644]: INFO nova.scheduler.client.report [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Deleted allocations for instance 24cd1129-7367-4102-82b7-0885a4215eda [ 1473.761120] env[69644]: DEBUG oslo_concurrency.lockutils [None req-b60baee3-ef00-4a0d-b69e-5e11d115297f tempest-ServerShowV247Test-374295773 tempest-ServerShowV247Test-374295773-project-member] Lock "24cd1129-7367-4102-82b7-0885a4215eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.310s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.383583] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.886892] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.889204] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.391966] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.392248] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.392428] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.392585] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69644) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1495.393523] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec080acc-35ed-42b2-b319-5028ee664c8d {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.401573] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc561d3-9f9e-4985-bf80-d7c1aa5d14eb {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.414885] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53f0cd-e801-40db-bc12-f46b140a05f4 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.421028] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d30182-eb4e-47bf-bbf4-ede84909f408 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.449926] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180907MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=69644) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1495.450070] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.450272] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.470255] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1496.470547] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69644) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1496.485045] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1cd0e5-4fcb-4581-8ecf-2a7a39a8224f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.492587] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2079b6d-24cb-46ad-9931-3f04aaa2b2fc {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.521386] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27415e4-1987-410d-bb89-89141030267f {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.527848] env[69644]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00401dde-75f9-4c32-a0c6-56d5cec0dbb0 {{(pid=69644) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.540220] env[69644]: DEBUG nova.compute.provider_tree [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed in ProviderTree for provider: 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c {{(pid=69644) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.043468] env[69644]: DEBUG nova.scheduler.client.report [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Inventory has not changed for provider 25af6c96-6f1b-4afc-9d2a-1c47143a2c7c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69644) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.548419] env[69644]: DEBUG nova.compute.resource_tracker [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69644) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1497.548827] env[69644]: DEBUG oslo_concurrency.lockutils [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69644) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.045385] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.045697] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.378367] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.383043] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.383215] env[69644]: DEBUG nova.compute.manager [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69644) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1500.384098] env[69644]: DEBUG oslo_service.periodic_task [None req-80aa2da4-2001-4544-9c3e-ff3fd7e49078 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69644) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}